-- Logs begin at Wed 2022-03-23 12:05:44 UTC, end at Wed 2022-03-23 13:04:40 UTC. -- Mar 23 12:38:56.089135 dv-cinder-797245-11-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 23 12:38:59.096156 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.common.config [-] Logging enabled! Mar 23 12:38:59.096797 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 12:38:59.096975 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115001) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 12:38:59.100328 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.common.config [-] Logging enabled! Mar 23 12:38:59.100591 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev47 Mar 23 12:38:59.100911 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115001) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 23 12:38:59.101903 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 12:38:59.102138 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 12:38:59.102550 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 12:38:59.102800 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 12:38:59.103029 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 12:38:59.103912 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.104379 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 23 12:38:59.104699 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.105003 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.105303 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.105689 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.106537 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.106962 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.107520 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.107633 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.107891 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.108216 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.108512 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.108820 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.109111 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.109405 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.109699 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.109990 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] debug = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.110277 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.110720 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.111162 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.111455 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.111758 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.112042 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.112344 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.112626 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.112916 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.113276 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] host = dv-cinder-797245-11-iscsi {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.113560 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.113853 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.114141 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.114433 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.114714 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.114995 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.115284 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.115562 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.115841 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.116151 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.116436 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.116728 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.117032 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.117263 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.117491 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.117782 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.118073 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.118353 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.118632 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.118906 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.119182 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.119456 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.119729 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.120021 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.120338 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.120629 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.120906 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.121213 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.121686 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.122313 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.122313 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.122538 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.122761 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.123039 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.123331 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.123601 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.123877 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.124214 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.124508 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.124796 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.125084 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.125359 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.125646 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.125918 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.126193 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.126467 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_json = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.126741 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.127013 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.127295 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.127567 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.127840 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.128124 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.128411 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.128702 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.128978 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:38:59.129282 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.129581 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.129884 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.130185 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.130478 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.130758 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.131050 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.131330 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.131621 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.131911 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.132238 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.132522 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.132825 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.133117 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.133416 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.133724 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.134022 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.134314 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.134593 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.134870 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.135148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.135429 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.135718 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.135995 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.136313 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.136609 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.137435 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.138067 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.138067 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.138279 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.138584 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.138857 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.139143 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.139438 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.139717 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.139995 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.140301 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.140594 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.140877 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.141151 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.141437 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.141716 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.141992 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.142266 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.142544 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.142838 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.143117 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.143390 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.143664 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.143944 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.144241 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.144529 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.144808 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.145084 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.145360 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.145640 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.145914 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.146190 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.146469 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.146744 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.147024 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.147299 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.147574 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.147846 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.148143 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.148423 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.148700 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.148975 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.149259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.149535 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.149811 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.150084 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.150358 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.150631 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.150917 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.151219 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.151500 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.151779 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.152058 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.152362 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.153277 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.153741 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.153862 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.154085 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.154365 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.154661 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.154946 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.155237 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.155547 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.155829 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.156154 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.156441 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.156722 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.157009 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.157291 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.157569 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.157861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.158144 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.158444 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.158747 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.159043 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.159348 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.159644 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.159930 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.160270 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.160559 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:38:59.160779 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 12:38:59.161031 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115001) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 23 12:38:59.547940 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 12:38:59.548232 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 12:38:59.548552 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 23 12:38:59.549035 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 23 12:38:59.890566 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.890771 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.891030 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.892266 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.892546 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.892933 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.949583 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.949913 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.950187 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.965526 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.966095 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.966369 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.996911 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.997180 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:38:59.997444 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.142162 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.142782 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.142782 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.380868 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.381162 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.381434 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.381880 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.382439 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.485419 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.485664 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.485954 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.486232 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.486505 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.486820 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.487086 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.487347 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.487605 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.487888 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.488175 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.488446 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.488703 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.488963 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.489222 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.489486 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.489742 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.490012 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.490284 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.490547 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.490819 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.491072 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.491369 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.491738 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.491993 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.492268 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.492675 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:39:00.492917 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:39:00.493160 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:39:00.493393 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:39:00.493629 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:39:00.493865 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:39:00.494234 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 23 12:39:00.498431 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 23 12:39:00.502591 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 23 12:39:00.506399 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Mar 23 12:39:00.508066 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 23 12:39:00.508567 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 23 12:39:00.508913 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 23 12:39:00.509311 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 23 12:39:00.512920 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 23 12:39:00.513250 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 23 12:39:00.513693 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 12:39:00.518787 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 23 12:39:00.543035 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 23 12:39:00.543517 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.543829 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115001) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 23 12:39:00.544252 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.545697 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115001) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 23 12:39:00.545995 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 23 12:39:00.546242 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 23 12:39:00.549701 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.549992 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:00.613703 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 23 12:39:00.613949 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 23 12:39:00.614193 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 23 12:39:00.614593 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 23 12:39:00.635850 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_db.sqlalchemy.engines [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115001) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 23 12:39:01.089146 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Initializing driver for type 'gre' Mar 23 12:39:01.089725 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] gre ID ranges: [(1, 1000)] Mar 23 12:39:01.141182 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Initializing driver for type 'local' Mar 23 12:39:01.141544 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Initializing driver for type 'vlan' Mar 23 12:39:01.155030 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] VlanTypeDriver initialization complete Mar 23 12:39:01.155627 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Initializing driver for type 'vxlan' Mar 23 12:39:01.155872 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] vxlan ID ranges: [(1, 1000)] Mar 23 12:39:01.208358 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Initializing extension driver 'port_security' Mar 23 12:39:01.208697 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.extensions.port_security [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] PortSecurityExtensionDriver initialization complete Mar 23 12:39:01.209042 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Initializing mechanism driver 'openvswitch' Mar 23 12:39:01.209386 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Initializing mechanism driver 'hyperv' Mar 23 12:39:01.217117 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.plugin [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:01.217795 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > port after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.218165 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.218533 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.219039 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 12:39:01.219470 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.219814 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.220175 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.220572 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 12:39:01.220974 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > network after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.221323 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > network after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.221658 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > network after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.222046 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 12:39:01.222448 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > security_group after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.222792 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > security_group after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.223128 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.223658 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 12:39:01.224064 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.224440 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.224780 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.225180 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 12:39:01.225583 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > address_group after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.225928 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > address_group after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.226264 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.226663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115001) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 23 12:39:01.227114 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] ML2 OVO RPC backend initialized. {{(pid=115001) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 23 12:39:01.227857 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.228241 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.228688 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > network before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.229036 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > networks before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.229382 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > port before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.229719 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > ports before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.230058 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > subnet before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.230393 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > subnets before_response 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.231429 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > network after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.231956 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > network after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.232330 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > network after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.232672 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > port after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.233008 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.233344 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.233680 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > subnet after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.234014 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > subnet after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.234348 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.242788 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded quota_driver: . Mar 23 12:39:01.243160 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.plugin [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Modular L2 Plugin initialization complete Mar 23 12:39:01.243510 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading services supported by the core plugin {{(pid=115001) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 23 12:39:01.243863 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.plugins.ml2.managers [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Got port-security extension from driver 'port_security' Mar 23 12:39:01.244419 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.extensions.vlantransparent [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Disabled vlantransparent extension. Mar 23 12:39:01.244935 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115001) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 23 12:39:01.245259 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading Plugin: router Mar 23 12:39:01.283878 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.284305 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router after_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.284672 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router before_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.285037 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.285406 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.285758 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router after_delete 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.286108 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.286449 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.286933 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router after_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.287284 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router after_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.287622 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router after_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.287960 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.288349 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router after_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.288756 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.289117 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.289449 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.289778 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: subnet after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.290133 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.290517 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.290862 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.291237 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: port before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.291610 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router precommit_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.291959 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router after_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.292327 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.292675 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router precommit_create 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.293720 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.294083 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router precommit_update 55549900 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.294446 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > agent after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.294795 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > agent after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.295134 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > network after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.295998 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Tracking information for resource: router configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:39:01.296378 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Tracking information for resource: floatingip configured {{(pid=115001) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 23 12:39:01.301322 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.db.l3_agentschedulers_db [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 23 12:39:01.301933 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.302291 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: port after_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.302639 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: port after_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.302986 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: port after_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.303773 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router before_create 55550100 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.304158 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.304514 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router precommit_create 55550100 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.304860 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > router precommit_update 55550100 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.309989 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.services.provider_configuration [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service providers = [] {{(pid=115001) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 23 12:39:01.310345 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.db.servicetype_db [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115001) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 23 12:39:01.313290 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.services.service_base [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 12:39:01.313634 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.services.service_base [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 12:39:01.313972 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.services.service_base [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 12:39:01.314846 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.services.service_base [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115001) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 23 12:39:01.315211 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.services.service_base [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 23 12:39:01.315590 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:39:01.315904 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 23 12:39:01.326569 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:39:01.326894 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading Plugin: auto_allocate Mar 23 12:39:01.332951 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: network precommit_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.333320 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: network precommit_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.333843 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:39:01.334160 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading Plugin: tag Mar 23 12:39:01.341983 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:39:01.342240 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading Plugin: timestamp Mar 23 12:39:01.346344 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:39:01.346667 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading Plugin: network_ip_availability Mar 23 12:39:01.352284 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.352657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.353007 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.353734 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:39:01.354046 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading Plugin: flavors Mar 23 12:39:01.359494 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:39:01.359821 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading Plugin: revisions Mar 23 12:39:01.364203 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115001) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 23 12:39:01.364605 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.816s {{(pid=115001) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 23 12:39:01.365355 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115001) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 23 12:39:01.365682 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Initializing extension manager. Mar 23 12:39:01.366204 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: __init__.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.366539 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: __pycache__ {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.366875 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: address_group.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.367639 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.368257 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: address-group Mar 23 12:39:01.368585 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: address_scope.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.369296 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.369798 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: address-scope Mar 23 12:39:01.370117 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.371446 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.371969 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: router-admin-state-down-before-update Mar 23 12:39:01.372316 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: agent.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.373015 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.373512 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: agent Mar 23 12:39:01.373827 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: agent_resources_synced.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.374727 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.375229 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: agent-resources-synced Mar 23 12:39:01.375546 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: allowedaddresspairs.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.377382 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.377890 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: allowed-address-pairs Mar 23 12:39:01.378212 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: auto_allocated_topology.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.379305 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.379808 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: auto-allocated-topology Mar 23 12:39:01.380158 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: availability_zone.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.380842 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.381336 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: availability_zone Mar 23 12:39:01.381652 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: availability_zone_filter.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.382552 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.383053 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: availability_zone_filter Mar 23 12:39:01.383373 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: data_plane_status.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.384303 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.384801 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension data-plane-status not supported by any of loaded plugins Mar 23 12:39:01.385120 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: default_subnetpools.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.386019 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.386520 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: default-subnetpools Mar 23 12:39:01.387487 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.388464 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.388971 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: dhcp_agent_scheduler Mar 23 12:39:01.389296 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: dns.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.390201 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.390699 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension dns-integration not supported by any of loaded plugins Mar 23 12:39:01.391012 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: dns_domain_ports.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.391911 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.392449 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 23 12:39:01.392762 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.393669 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.394160 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 23 12:39:01.394470 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: dvr.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.395134 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.395636 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: dvr Mar 23 12:39:01.395953 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: ecmp_routes.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.396892 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.397382 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 23 12:39:01.397696 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: empty_string_filtering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.398592 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.399091 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: empty-string-filtering Mar 23 12:39:01.399405 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.400338 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.400838 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 23 12:39:01.401153 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.402052 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.403309 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 23 12:39:01.403664 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: external_net.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.404603 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.405108 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: external-net Mar 23 12:39:01.405425 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.406316 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.406815 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: extra_dhcp_opt Mar 23 12:39:01.407128 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: extraroute.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.408026 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.408564 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: extraroute Mar 23 12:39:01.408878 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: extraroute_atomic.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.409932 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.410434 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: extraroute-atomic Mar 23 12:39:01.410929 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: filter_validation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.411605 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.412136 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: filter-validation Mar 23 12:39:01.412452 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: fip_pf_description.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.413352 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.413849 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 23 12:39:01.414165 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: fip_pf_port_range.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.415063 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.415585 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 23 12:39:01.415901 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: fip_port_details.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.416833 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.417329 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: fip-port-details Mar 23 12:39:01.417646 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: flavors.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.419136 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.419647 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: flavors Mar 23 12:39:01.419973 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.421713 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.422230 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 23 12:39:01.422625 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: floatingip_pools.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.423383 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.423947 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: floatingip-pools Mar 23 12:39:01.424368 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: ip_allocation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.425293 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.425796 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension ip_allocation not supported by any of loaded plugins Mar 23 12:39:01.426115 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.427020 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.427523 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: ip-substring-filtering Mar 23 12:39:01.427842 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l2_adjacency.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.428821 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.429308 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 23 12:39:01.429623 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l3.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.432289 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.432819 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: router Mar 23 12:39:01.433152 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.435538 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.436068 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 23 12:39:01.436422 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.437347 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.437857 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: ext-gw-mode Mar 23 12:39:01.438180 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.439096 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.439606 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: l3-ha Mar 23 12:39:01.439936 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.440868 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.441379 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 23 12:39:01.441702 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l3_flavors.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.442618 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.443127 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: l3-flavors Mar 23 12:39:01.443446 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.444870 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.445383 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 23 12:39:01.445707 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.446621 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.447127 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 23 12:39:01.447449 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: l3agentscheduler.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.448551 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.449063 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: l3_agent_scheduler Mar 23 12:39:01.449951 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: local_ip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.451742 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.452301 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension local_ip not supported by any of loaded plugins Mar 23 12:39:01.452632 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: logging.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.454113 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.454623 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension logging not supported by any of loaded plugins Mar 23 12:39:01.455176 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: metering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.455688 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.456301 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: metering Mar 23 12:39:01.456624 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.457727 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.458236 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: metering_source_and_destination_fields Mar 23 12:39:01.458557 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: multiprovidernet.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.459468 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.459976 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: multi-provider Mar 23 12:39:01.460321 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: netmtu.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.461237 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.461734 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: net-mtu Mar 23 12:39:01.462053 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: netmtu_writable.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.463055 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.463457 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: net-mtu-writable Mar 23 12:39:01.463775 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: network_availability_zone.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.464476 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.465634 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: network_availability_zone Mar 23 12:39:01.466204 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: network_ip_availability.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.467322 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.467829 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: network-ip-availability Mar 23 12:39:01.468169 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: network_segment_range.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.468940 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.469438 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension network-segment-range not supported by any of loaded plugins Mar 23 12:39:01.469754 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: pagination.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.470910 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.471236 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: pagination Mar 23 12:39:01.471554 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: port_device_profile.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.472490 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.473003 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: port-device-profile Mar 23 12:39:01.473323 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.474249 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.474751 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: port-mac-address-regenerate Mar 23 12:39:01.475071 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.475976 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.476513 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: port-numa-affinity-policy Mar 23 12:39:01.476831 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: port_resource_request.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.477743 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.478238 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension port-resource-request not supported by any of loaded plugins Mar 23 12:39:01.478556 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: port_resource_request_groups.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.479507 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.480006 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 23 12:39:01.480355 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: portbindings.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.481338 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.481835 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: binding Mar 23 12:39:01.482154 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: portbindings_extended.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.483442 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.483947 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: binding-extended Mar 23 12:39:01.484295 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: portsecurity.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.485206 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.485710 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: port-security Mar 23 12:39:01.486027 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: project_id.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.486997 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.487321 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: project-id Mar 23 12:39:01.487640 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: providernet.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.488573 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.489202 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: provider Mar 23 12:39:01.489526 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.493274 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.493947 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos not supported by any of loaded plugins Mar 23 12:39:01.494286 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.495541 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.496053 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 23 12:39:01.496489 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.497377 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.497885 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 23 12:39:01.498208 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_default.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.499130 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.499633 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-default not supported by any of loaded plugins Mar 23 12:39:01.499953 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_fip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.500896 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.501398 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-fip not supported by any of loaded plugins Mar 23 12:39:01.501717 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.502632 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.503142 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 23 12:39:01.503461 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_gateway_ip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.504415 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.504918 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 23 12:39:01.505239 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_port_network_policy.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.506143 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.506643 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 23 12:39:01.506961 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.508000 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.508537 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 23 12:39:01.508861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.510026 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.510532 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 23 12:39:01.510859 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_pps_rule.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.512645 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.513238 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-pps not supported by any of loaded plugins Mar 23 12:39:01.513558 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_rule_type_details.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.514482 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.514991 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 23 12:39:01.515317 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.516246 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.516761 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 23 12:39:01.517082 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: qos_rules_alias.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.518130 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.518641 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 23 12:39:01.518965 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: quota_check_limit.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.519874 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.520510 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: quota-check-limit Mar 23 12:39:01.520873 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: quotasv2.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.521964 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.522290 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: quotas Mar 23 12:39:01.522609 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: quotasv2_detail.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.524662 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.524998 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: quota_details Mar 23 12:39:01.525320 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: rbac.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.526409 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.526976 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: rbac-policies Mar 23 12:39:01.527460 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: rbac_address_group.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.529246 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.529767 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: rbac-address-group Mar 23 12:39:01.530086 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: rbac_address_scope.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.531003 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.531512 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: rbac-address-scope Mar 23 12:39:01.531832 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: rbac_security_groups.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.532844 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.533350 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: rbac-security-groups Mar 23 12:39:01.533669 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: rbac_subnetpool.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.534578 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.535078 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: rbac-subnetpool Mar 23 12:39:01.535391 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: revisionifmatch.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.536331 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.536836 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: revision-if-match Mar 23 12:39:01.537156 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: revisions.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.538318 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.538822 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: standard-attr-revisions Mar 23 12:39:01.539142 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: router_availability_zone.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.539809 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.540338 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: router_availability_zone Mar 23 12:39:01.540656 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: routerservicetype.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.541573 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.542070 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension router-service-type not supported by any of loaded plugins Mar 23 12:39:01.542385 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.543601 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.544136 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: security-groups-normalized-cidr Mar 23 12:39:01.544544 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.545465 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.545968 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: port-security-groups-filtering Mar 23 12:39:01.546285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.547340 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.547845 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: security-groups-remote-address-group Mar 23 12:39:01.548192 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.549122 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.549623 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: security-groups-shared-filtering Mar 23 12:39:01.549941 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.550525 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 23 12:39:01.550840 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: securitygroup.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.560685 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.561218 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: security-group Mar 23 12:39:01.561548 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: segment.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.562278 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.562783 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension segment not supported by any of loaded plugins Mar 23 12:39:01.563105 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.564050 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.564584 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 23 12:39:01.564907 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: servicetype.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.566011 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.566578 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: service-type Mar 23 12:39:01.566901 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: sorting.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.568041 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.568389 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: sorting Mar 23 12:39:01.568818 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: standard_attr_segment.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.569940 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.570519 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 23 12:39:01.570974 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: standardattrdescription.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.571636 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.572423 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: standard-attr-description Mar 23 12:39:01.572891 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: stateful_security_group.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.573992 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.575237 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: stateful-security-group Mar 23 12:39:01.575696 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: stdattrs_common.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.576481 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 23 12:39:01.576880 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.578013 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.578606 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 23 12:39:01.579166 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: subnet_onboard.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.580377 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.581046 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: subnet_onboard Mar 23 12:39:01.581482 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.583141 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.583753 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 23 12:39:01.584194 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: subnet_service_types.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.585348 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.585967 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: subnet-service-types Mar 23 12:39:01.586326 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: subnetallocation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.587699 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.588383 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: subnet_allocation Mar 23 12:39:01.588788 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.589616 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.591523 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: subnetpool-prefix-ops Mar 23 12:39:01.591928 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.593131 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.593595 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 23 12:39:01.593918 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: tagging.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.595011 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.595522 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: standard-attr-tag Mar 23 12:39:01.595846 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: timestamp.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.597108 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.597622 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loaded extension: standard-attr-timestamp Mar 23 12:39:01.597947 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: trunk.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.598968 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.599476 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension trunk not supported by any of loaded plugins Mar 23 12:39:01.599798 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: trunk_details.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.600730 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.601290 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension trunk-details not supported by any of loaded plugins Mar 23 12:39:01.601642 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: uplink_status_propagation.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.602601 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.603098 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 23 12:39:01.603415 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Loading extension file: vlantransparent.py {{(pid=115001) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 23 12:39:01.604081 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115001) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 23 12:39:01.604608 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 23 12:39:01.607387 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:network Mar 23 12:39:01.607910 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:subnet Mar 23 12:39:01.608330 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:39:01.608720 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:port Mar 23 12:39:01.609986 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.610425 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service FLAVORS assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.611032 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.611450 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.611778 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:router Mar 23 12:39:01.612231 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 12:39:01.612727 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service METERING assigned prefix: /metering {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.614180 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.614549 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.614901 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115001) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:39:01.615901 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 12:39:01.616373 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:security_group Mar 23 12:39:01.616809 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 12:39:01.617393 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service CORE assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.617717 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:39:01.618056 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] subnetpool is already registered Mar 23 12:39:01.618502 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service CORE assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.618859 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:39:01.619188 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] subnetpool is already registered Mar 23 12:39:01.621862 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.622583 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service FLAVORS assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.623622 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.624363 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.624935 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:router Mar 23 12:39:01.625530 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] router is already registered Mar 23 12:39:01.626153 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:floatingip Mar 23 12:39:01.626492 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] floatingip is already registered Mar 23 12:39:01.626947 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service METERING assigned prefix: /metering {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.627611 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of CountableResource for resource:rbac_policy Mar 23 12:39:01.627933 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] rbac_policy is already registered Mar 23 12:39:01.628373 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:security_group Mar 23 12:39:01.628706 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] security_group is already registered Mar 23 12:39:01.629112 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 23 12:39:01.629530 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] security_group_rule is already registered Mar 23 12:39:01.630063 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service CORE assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.630389 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:39:01.630715 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] subnetpool is already registered Mar 23 12:39:01.631132 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.v2.resource_helper [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Service CORE assigned prefix: {{(pid=115001) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 23 12:39:01.631447 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Creating instance of TrackedResource for resource:subnetpool Mar 23 12:39:01.631770 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING neutron.quota.resource_registry [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] subnetpool is already registered Mar 23 12:39:01.632268 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: extensions {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.633830 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: address-groups {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.635303 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: address-scopes {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.636636 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: agents {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.638552 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: auto-allocated-topology {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.639780 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: availability_zones {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.641028 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: dhcp-networks {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.642608 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: dhcp-agents {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.644095 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: routers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.646306 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: flavors {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.647455 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: service_profiles {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.648714 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: next_providers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.650135 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: service_profiles {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.653790 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: floatingip-pools {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.654857 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: routers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.657006 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: floatingips {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.658372 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: l3-routers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.659748 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: l3-agents {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.661176 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: metering-labels {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.662524 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: metering-label-rules {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.663790 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: network-ip-availabilities {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.665108 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: bindings {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.666730 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: quotas {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.668386 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: quotas {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.669883 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: rbac-policies {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.671165 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: security-groups {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.672429 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: security-group-rules {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.673663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: service-providers {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.674849 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: subnetpools {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.676274 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: subnetpools {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.677730 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.679393 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.681195 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.682941 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.684920 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.686755 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.688433 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.690283 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.692199 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.694014 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron.api.extensions [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Extended resource: tags {{(pid=115001) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 23 12:39:01.700639 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING keystonemiddleware.auth_token [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 23 12:39:01.705382 dv-cinder-797245-11-iscsi neutron-server[115001]: WARNING keystonemiddleware.auth_token [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 23 12:39:01.714200 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Acquired lock "singleton_lock" {{(pid=115001) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 23 12:39:01.714678 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_concurrency.lockutils [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Releasing lock "singleton_lock" {{(pid=115001) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 23 12:39:01.716444 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO oslo_service.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Starting 2 workers Mar 23 12:39:01.721357 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Started child 115108 {{(pid=115001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 12:39:01.726057 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Started child 115109 {{(pid=115001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 12:39:01.727059 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:01.727672 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO neutron.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 23 12:39:01.728331 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:01.728520 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [-] (115108) wsgi starting up on http://0.0.0.0:9696 Mar 23 12:39:01.731129 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:01.732125 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO oslo_service.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Starting 1 workers Mar 23 12:39:01.733748 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [-] (115109) wsgi starting up on http://0.0.0.0:9696 Mar 23 12:39:01.737464 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Started child 115112 {{(pid=115001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 12:39:01.738023 dv-cinder-797245-11-iscsi neutron-server[115001]: INFO oslo_service.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Starting 1 workers Mar 23 12:39:01.741188 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] calling RpcWorker wait() {{(pid=115112) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 23 12:39:01.741772 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] returning from RpcWorker wait() {{(pid=115112) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 23 12:39:01.742708 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Started child 115113 {{(pid=115001) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 23 12:39:01.742942 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:01.743396 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:01.743496 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG neutron_lib.callbacks.manager [None req-38710ce3-226e-42a4-8b3a-535969c6c7f3 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:01.745545 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115001) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 12:39:01.745759 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 12:39:01.745946 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 12:39:01.746773 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 12:39:01.747186 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 12:39:01.747340 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 12:39:01.747879 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.748168 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.748452 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.748725 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.749006 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.749102 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:01.749631 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.749920 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.750173 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.750347 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:01.750440 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.750656 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.750824 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.750986 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.751308 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.751567 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.751865 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.752156 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.752395 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.752740 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.752915 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.753241 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.753601 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.753837 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.754093 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] debug = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.754331 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.754822 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.755064 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.755311 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.755529 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.755810 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.756040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.756349 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.756562 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.756772 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.757036 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.757386 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.757615 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.757835 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.758089 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.758301 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.758549 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.758764 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.759292 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] host = dv-cinder-797245-11-iscsi {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.759550 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.759763 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.760018 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.760287 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.760530 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.760764 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.761059 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.761377 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.761650 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.762768 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.763016 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.763252 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.763477 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.763691 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.763838 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_options = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.764077 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.764369 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.764620 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.764811 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.764976 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.765129 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.765381 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.765527 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.765777 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.765993 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.766200 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.766427 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.766637 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.766863 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.767109 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.767317 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.767597 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.767811 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.767955 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776090 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776470 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 40132) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:01.776657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.776657 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.777692 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.777692 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.777692 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.777692 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.777692 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.777692 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.777692 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.777692 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.778667 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.778667 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.778667 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.778667 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.778667 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.778667 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.778667 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.778667 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779224 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779224 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_json = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779224 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779224 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779224 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779224 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779224 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779224 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779224 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779870 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779870 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.779870 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.779870 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.780323 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.780536 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.780779 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.781039 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.781291 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.781532 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.781770 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.782007 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.782337 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.782557 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.782875 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.783130 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.783785 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.784444 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.785064 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.785331 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.785574 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.785815 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.786058 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.786291 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.786581 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.786809 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.787369 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [-] 10.222.0.45 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0141833 Mar 23 12:39:01.788018 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.788312 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.788547 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.788860 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.789132 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.789502 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.790663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.791029 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.791494 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.793145 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.793651 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.793918 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.794627 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.794882 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.795117 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.795402 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.795867 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.796125 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.796359 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.796609 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.797296 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.798780 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.798780 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.799037 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.799290 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.799526 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.799741 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.799990 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.800259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.800476 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.800714 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.800964 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.801205 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.801492 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.801708 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.801931 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.802150 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.802383 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.802666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.802890 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.803115 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.803326 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.803567 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.804971 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.805093 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.805334 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.805562 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.805802 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.806030 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.806262 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.808324 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.808324 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.808324 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.808324 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.808324 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.809169 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.809391 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.809721 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.809984 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.810230 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.810447 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.810677 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.810901 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.811144 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.811365 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.811584 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.811827 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.812098 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.813313 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.813574 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.813837 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.814090 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.815342 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.815597 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.816458 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.816762 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.817012 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.817249 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.817536 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.818387 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.818919 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.819260 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.819572 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.821509 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.821785 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.822043 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.822318 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.822572 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.822819 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.823063 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.823370 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.823622 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.823905 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.824261 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.825917 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.826238 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.826510 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.830392 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.830392 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.830603 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.830796 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.831074 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.831351 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.831622 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.831895 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.833202 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.833628 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.834509 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.834509 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.835975 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.836306 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.836563 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.836823 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.837056 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.837314 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.837638 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.837925 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.838137 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.838361 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.838650 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.838910 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.839158 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.839448 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.839711 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.840042 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.840736 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.842262 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.842929 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.843236 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.843449 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.843679 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.843955 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.844220 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.844491 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.844717 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.844942 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.845225 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.845448 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.845672 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.845922 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.846143 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.846365 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.846617 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.846834 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.847079 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.847322 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.847542 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.847779 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.848007 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.850174 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.850743 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.850989 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.851287 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.853800 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.853800 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.853800 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.853800 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.854185 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.854185 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.854454 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.854692 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.854942 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.855173 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.855411 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.855671 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.855918 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.857433 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.857707 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.858560 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.858822 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.859181 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.859681 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.859940 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.860230 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.860495 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.860732 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.860985 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.861227 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.861472 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.863229 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.863347 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.863532 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.863759 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.864000 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.864251 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.864577 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.865024 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.865317 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.865555 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.865784 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.866019 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.866234 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.866454 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.867110 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.868285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.869742 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.869977 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.870218 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.870519 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.870829 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.871629 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.871865 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.872576 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.873476 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.873476 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.875254 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.875254 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.875458 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.875553 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.875766 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.876013 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.876281 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.876507 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.876728 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.876970 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.877199 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.877818 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.877818 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.877977 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.878121 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.878460 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.878559 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.878779 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.879003 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.879220 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.879439 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.879690 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.879883 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.880120 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.882115 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.882402 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.882602 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.882843 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.883095 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.883334 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.883646 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.883896 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.884187 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.884440 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.884677 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.884941 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.885199 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.885515 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.885739 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.885989 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.886210 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.887240 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.887240 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.887240 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.887642 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.887777 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.888061 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.888639 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.888921 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.889210 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.889490 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.889717 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.890025 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.890369 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.890666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.890923 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.891082 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:01.891175 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.891439 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.891707 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.891928 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.892171 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.892400 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.892613 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.892885 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.893127 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.893383 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.893608 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.893862 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.895832 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.895832 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.895832 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.895832 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.895832 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.895832 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 12:39:01.895832 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115001) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 23 12:39:01.895832 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 23 12:39:01.896447 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 23 12:39:01.898477 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 23 12:39:01.898477 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 23 12:39:01.898477 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 23 12:39:01.898477 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.898477 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.898477 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.898477 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.898477 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.899724 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.899724 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.899724 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.899724 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.899724 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.899724 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.899724 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.899724 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.900903 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.900903 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.900903 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.900903 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.900903 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.900903 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.900903 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.901922 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.901922 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.901922 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] debug = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.901922 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.901922 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.901922 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.903761 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.903761 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.903761 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.903761 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.903761 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.903761 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.904763 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.904763 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.904763 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.904763 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.904763 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.904763 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.904763 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.905767 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.905767 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.905767 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] host = dv-cinder-797245-11-iscsi {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.905767 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.905767 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.905767 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.905767 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.906174 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.906174 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.906491 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.906491 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.906772 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.906772 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.907269 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.907269 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.907269 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.907759 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.907759 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_options = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.907759 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.907759 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.908293 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.908293 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.908293 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.908691 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.908691 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.908957 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.908957 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.909284 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.909284 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.909577 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.910648 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.910648 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.910648 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.910648 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.910648 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.910648 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.911345 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.911345 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.911345 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.911345 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.911345 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.911977 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.911977 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.911977 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.911977 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.912344 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.912344 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.912344 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.912551 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.912666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.912826 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.912988 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.913149 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.913302 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.913493 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.913659 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.913823 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.913982 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.914141 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.914300 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.914458 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.914616 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.914775 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.914934 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.915092 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_json = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.915251 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.915508 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.915607 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.915715 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.915873 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.916030 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.916234 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.916395 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.916553 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 23 12:39:01.916765 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.916931 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.917323 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.917323 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.917585 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.917585 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.917854 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.918006 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.918191 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.918373 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.918570 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.918766 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.918766 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.919138 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.919138 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.919414 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.919815 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.919815 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.919997 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.920066 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.920258 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.920399 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.920572 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.920733 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.920896 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.921061 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.921279 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.921449 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.921705 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.921898 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.922047 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.922209 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.45/identity {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.923280 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.923470 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.923622 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.923794 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.923963 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.924142 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.924309 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.924476 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.924644 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.924825 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.924976 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.925134 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.925298 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.925464 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926365 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926365 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926365 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926365 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926365 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926365 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926793 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926793 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926911 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.926975 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.927210 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.927305 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.927471 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.927623 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.927843 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.928014 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.928202 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.928370 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.928534 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.928700 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.928861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.929037 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.929282 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.930540 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.930540 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.930540 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.930540 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.930540 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.930540 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.931515 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.931515 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.931515 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.931515 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.931515 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.931515 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.933170 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.933170 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.933170 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.933170 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.934725 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.934725 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.934725 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.935073 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.935073 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.935551 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.935740 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.935978 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.936180 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.936459 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.936632 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.936797 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.936961 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.937117 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.937275 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.937438 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.937599 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.937760 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.937921 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.938086 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.938248 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.938411 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.938571 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.938811 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.938939 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.939466 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.939466 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.939466 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.939466 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.940005 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.940179 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.940323 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.941227 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.941382 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.941561 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.941723 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.941890 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.942053 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.942226 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.942412 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.942568 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.942728 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.942877 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.943061 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.943213 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.943378 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.943780 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.943947 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.944125 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.944323 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.944500 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.944663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.944826 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.944992 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.945182 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.945346 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.945512 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.945675 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.945838 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.945998 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.946163 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.946328 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.946495 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.947193 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.947193 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.947193 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.45/identity {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.947193 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.948080 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.948080 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.948080 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.948080 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.948080 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.948080 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.951647 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.951647 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.951647 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.951647 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.951647 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.951647 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.951647 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.951647 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.952721 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.952721 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.952721 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.952721 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.952721 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.952721 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.952721 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.952721 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.953848 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.953848 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.953848 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.953848 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.953848 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.953848 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.953848 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.953848 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.954861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.954861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.954861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.954861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.954861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.954861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.954861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.954861 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.955909 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.955909 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.955909 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.955909 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.955909 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.955909 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.955909 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.955909 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.957148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.957148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.957148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.957148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.957148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.957148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.957148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.957148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.957148 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.958285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.958285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.958285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.958285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.958285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.958285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.958285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.958285 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.960698 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.960698 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.960698 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.960698 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.960698 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.960698 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.960698 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.960698 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.960698 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.961863 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.961863 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.961863 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.961863 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.961863 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.961863 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.961863 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.961863 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.963914 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.963914 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.963914 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.963914 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.963914 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.963914 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.963914 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.963914 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.965582 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.965582 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.965582 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.965582 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.965582 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.965582 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.965582 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.965582 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.967033 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.967033 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.967033 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.967033 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.967033 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.967033 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.967033 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.967033 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.968259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.968259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.968259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.968259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.968259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.968259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.968259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.968259 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.969666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.969666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.969666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.969666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.969666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.969666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.969666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.969666 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.970776 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.970776 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.970776 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.970776 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.970776 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.970776 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.970776 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.970776 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972040 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.972663 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.973253 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.973253 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.973253 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.973253 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 23 12:39:01.973253 dv-cinder-797245-11-iscsi neutron-server[115001]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115001) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 23 12:39:14.845487 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda82dcf-3a54-48de-91b0-20b94a1fe571 None None] get_active_networks_info from dv-cinder-797245-11-iscsi {{(pid=115112) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 23 12:39:14.926862 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda82dcf-3a54-48de-91b0-20b94a1fe571 None None] No non-hosted networks {{(pid=115112) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 23 12:39:14.945744 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.agentschedulers_db [None req-bda82dcf-3a54-48de-91b0-20b94a1fe571 None None] DHCP Agent not found on host dv-cinder-797245-11-iscsi {{(pid=115112) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 23 12:39:15.013186 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-573a61d3-6c59-46a2-a194-c62f344ed416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16238382'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:17.937939 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8a193870-9455-4ad2-a7d8-dd2a53e4abd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16238382'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:18.023210 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea1fa0ab-40d3-469a-9a7c-5431cb3ae660 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:19.569591 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16238382'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:21.037146 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16238382'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:21.534465 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16238382'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:21.534986 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.535318 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.535645 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.535958 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.536313 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.536639 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.536963 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.537309 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.537763 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.538104 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.538450 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.538771 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.539292 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.539613 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.539936 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:21.540374 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797245-11-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:21.547196 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797245-11-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:22.689403 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 40236) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:23.232524 dv-cinder-797245-11-iscsi neutron-server[115109]: WARNING oslo_policy.policy [None req-f7d21a31-c6a5-4997-9dac-d22323a81ee3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:39:23.233110 dv-cinder-797245-11-iscsi neutron-server[115109]: WARNING oslo_policy.policy [None req-f7d21a31-c6a5-4997-9dac-d22323a81ee3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:39:23.462257 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [None req-f7d21a31-c6a5-4997-9dac-d22323a81ee3 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:39:23.476131 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f7d21a31-c6a5-4997-9dac-d22323a81ee3 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7728512 Mar 23 12:39:26.060312 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.db.l3_hamode_db [None req-7ffb620c-fef0-4a3c-a3ce-bb3fda8c348d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 23 12:39:26.106814 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 40252) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:26.138570 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb620c-fef0-4a3c-a3ce-bb3fda8c348d None None] Routers set() bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:26.138965 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffb620c-fef0-4a3c-a3ce-bb3fda8c348d None None] Router IDs set() for agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 23 12:39:26.424976 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-541a5201-0c52-4b43-8feb-33f64f77623f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:26.517782 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.policy [None req-541a5201-0c52-4b43-8feb-33f64f77623f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 12:39:26.561654 dv-cinder-797245-11-iscsi neutron-server[115109]: WARNING oslo_policy.policy [None req-541a5201-0c52-4b43-8feb-33f64f77623f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:39:26.562053 dv-cinder-797245-11-iscsi neutron-server[115109]: WARNING oslo_policy.policy [None req-541a5201-0c52-4b43-8feb-33f64f77623f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:39:26.658824 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-541a5201-0c52-4b43-8feb-33f64f77623f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782316055371', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782316054808', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782316070924', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782316061757', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782316153794', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8782315869597', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1338980', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1344886', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16420101', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16411671'] for rbac-policy (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:26.726458 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-541a5201-0c52-4b43-8feb-33f64f77623f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:26.727648 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-541a5201-0c52-4b43-8feb-33f64f77623f admin admin] 10.222.0.45 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6199279 Mar 23 12:39:29.243635 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40262) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:29.790126 dv-cinder-797245-11-iscsi neutron-server[115108]: WARNING oslo_policy.policy [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:39:29.790710 dv-cinder-797245-11-iscsi neutron-server[115108]: WARNING oslo_policy.policy [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:39:30.021429 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:30.080749 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Made reservation on behalf of 673ca78c6ce64f9caabd82061d6820e5 for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:30.145689 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.policy [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 23 12:39:30.189170 dv-cinder-797245-11-iscsi neutron-server[115108]: WARNING oslo_policy.policy [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:39:30.189546 dv-cinder-797245-11-iscsi neutron-server[115108]: WARNING oslo_policy.policy [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 23 12:39:30.200502 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:30.223581 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:30.347526 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Publish callbacks [] for security_group (b818866f-106a-4a03-98a6-c86d8279b5d8), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:30.351679 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (b818866f-106a-4a03-98a6-c86d8279b5d8), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:30.391487 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:39:30.416515 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b818866f-106a-4a03-98a6-c86d8279b5d8,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:30.420631 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782310846010', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (70cd9e7d-b8a0-4305-8f28-90c3f4a03c09), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:30.421235 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Unsubscribe: segment precommit_create {{(pid=115108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 12:39:30.421758 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Added segment 70cd9e7d-b8a0-4305-8f28-90c3f4a03c09 of type vlan for network ca1acc73-d4e4-454c-b246-41d77433c66c Mar 23 12:39:30.451119 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.451466 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.451826 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.452204 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.452545 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.452874 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.453200 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.453522 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.453878 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.454190 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.454511 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.454845 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.455166 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.455481 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.455796 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Tracked resource versions report: Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: pushed versions: Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: { 'AddressGroup': {'1.2'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Agent': {'1.1'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'ConntrackHelper': {'1.0'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'LocalIPAssociation': {'1.0'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Log': {'1.0'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'NDPProxy': {'1.0'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Network': {'1.1'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Port': {'1.7'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'PortForwarding': {'1.3'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'QosPolicy': {'1.10'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SecurityGroup': {'1.5'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SubPort': {'1.0'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Subnet': {'1.1'}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Trunk': {'1.1'}} Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: consumer versions: Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: { DHCP agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: L3 agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: Metadata agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: Metering agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: Open vSwitch agent@dv-cinder-797245-11-iscsi: { 'AddressGroup': '1.2', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Agent': '1.1', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'ConntrackHelper': '1.0', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'LocalIPAssociation': '1.0', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Log': '1.0', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'NDPProxy': '1.0', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Network': '1.1', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Port': '1.7', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'PortForwarding': '1.3', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'QosPolicy': '1.10', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SecurityGroup': '1.5', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SecurityGroupRule': '1.2', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SubPort': '1.0', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Subnet': '1.1', Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Trunk': '1.1'}} Mar 23 12:39:30.457273 dv-cinder-797245-11-iscsi neutron-server[115108]: {{(pid=115108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:39:30.547618 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (ca1acc73-d4e4-454c-b246-41d77433c66c), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:30.593148 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (ca1acc73-d4e4-454c-b246-41d77433c66c), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:30.598340 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:30.599072 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:30.702301 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.4564371 Mar 23 12:39:30.727187 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bfb2b-b97c-400c-bcae-91f91fb91a79 demo demo] Pushing event updated for resources: {'Network': ['ID=ca1acc73-d4e4-454c-b246-41d77433c66c,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:30.740360 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network ca1acc73-d4e4-454c-b246-41d77433c66c details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:39:33.387111 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40282) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:33.822815 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc76d49-8a19-4cdd-8c8c-c419d25a83e8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:33.824677 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-9cc76d49-8a19-4cdd-8c8c-c419d25a83e8 demo admin] 10.222.0.45 "GET /v2.0/networks/ca1acc73-d4e4-454c-b246-41d77433c66c HTTP/1.1" status: 200 len: 825 time: 0.4365833 Mar 23 12:39:33.865906 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-bb33f578-6c2c-4ad0-91c8-6ff489d3f1df demo admin] 10.222.0.45 "GET /v2.0/subnetpools/895e489a-9b2e-495e-a342-6e16ab9468e8 HTTP/1.1" status: 200 len: 734 time: 0.0355082 Mar 23 12:39:33.875647 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c', 'subnetpool_id': '895e489a-9b2e-495e-a342-6e16ab9468e8'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:33.897572 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Made reservation on behalf of 673ca78c6ce64f9caabd82061d6820e5 for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:33.899946 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:34.201206 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (51cdc0ae-40ec-4f86-9d65-abdb9631ee9c), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:34.269904 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Pushing event updated for resources: {'Subnet': ['ID=51cdc0ae-40ec-4f86-9d65-abdb9631ee9c,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:34.272735 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Checking segment: {'id': '70cd9e7d-b8a0-4305-8f28-90c3f4a03c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:39:34.273118 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Network hostable DHCP agents. Network: ca1acc73-d4e4-454c-b246-41d77433c66c, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:39:34.296528 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Network ca1acc73-d4e4-454c-b246-41d77433c66c is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:39:34.310199 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, ca1acc73-d4e4-454c-b246-41d77433c66c) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:34.316742 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:34.317722 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:34.322472 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b79ad3-e48b-4c72-828e-a8efe4b49463 None None] Network ca1acc73-d4e4-454c-b246-41d77433c66c requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:39:34.345946 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e8d6a1c8-3be1-4ef0-9298-ed34290da282 demo admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4737303 Mar 23 12:39:34.724057 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-ca1acc73-d4e4-454c-b246-41d77433c66c', 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c', 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'fixed_ips': [{'subnet_id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:39:34.725504 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:35.013361 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Allocated IP 172.20.0.2 (ca1acc73-d4e4-454c-b246-41d77433c66c/51cdc0ae-40ec-4f86-9d65-abdb9631ee9c/5d9414aa-6936-4fe8-b60b-dcf21056f243) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:35.319729 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Publish callbacks [] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:35.329515 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:35.409971 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Network ca1acc73-d4e4-454c-b246-41d77433c66c is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:35.416230 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:35.429141 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:35.432502 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Pushing event updated for resources: {'Port': ['ID=5d9414aa-6936-4fe8-b60b-dcf21056f243,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:35.480096 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.480470 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.480819 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.481177 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.481517 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.481849 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.482183 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.482507 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.482849 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.483182 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.483506 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.483852 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.484203 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.484527 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.484848 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Tracked resource versions report: Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: pushed versions: Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: { 'AddressGroup': {'1.2'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Agent': {'1.1'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'ConntrackHelper': {'1.0'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'LocalIPAssociation': {'1.0'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Log': {'1.0'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'NDPProxy': {'1.0'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Network': {'1.1'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Port': {'1.7'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'PortForwarding': {'1.3'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'QosPolicy': {'1.10'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SecurityGroup': {'1.5'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SubPort': {'1.0'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Subnet': {'1.1'}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Trunk': {'1.1'}} Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: consumer versions: Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: { DHCP agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: L3 agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: Metadata agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: Metering agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: Open vSwitch agent@dv-cinder-797245-11-iscsi: { 'AddressGroup': '1.2', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Agent': '1.1', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'ConntrackHelper': '1.0', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'LocalIPAssociation': '1.0', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Log': '1.0', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'NDPProxy': '1.0', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Network': '1.1', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Port': '1.7', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'PortForwarding': '1.3', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'QosPolicy': '1.10', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SecurityGroup': '1.5', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SecurityGroupRule': '1.2', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SubPort': '1.0', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Subnet': '1.1', Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Trunk': '1.1'}} Mar 23 12:39:35.486291 dv-cinder-797245-11-iscsi neutron-server[115112]: {{(pid=115112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:39:35.524292 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Attempting to bind port 5d9414aa-6936-4fe8-b60b-dcf21056f243 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:39:35.524714 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Attempting to bind port 5d9414aa-6936-4fe8-b60b-dcf21056f243 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '70cd9e7d-b8a0-4305-8f28-90c3f4a03c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:39:35.525139 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Attempting to bind port 5d9414aa-6936-4fe8-b60b-dcf21056f243 on network ca1acc73-d4e4-454c-b246-41d77433c66c {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:35.531739 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:39:35.532121 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Checking segment: {'id': '70cd9e7d-b8a0-4305-8f28-90c3f4a03c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:39:35.532629 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:35.533029 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Bound using segment: {'id': '70cd9e7d-b8a0-4305-8f28-90c3f4a03c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:39:35.533514 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Bound port: 5d9414aa-6936-4fe8-b60b-dcf21056f243, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cd9e7d-b8a0-4305-8f28-90c3f4a03c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:39:35.533942 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:35.609072 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] For port 5d9414aa-6936-4fe8-b60b-dcf21056f243, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:39:35.613851 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] For port 5d9414aa-6936-4fe8-b60b-dcf21056f243, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=5d9414aa-6936-4fe8-b60b-dcf21056f243,segment=NetworkSegment(70cd9e7d-b8a0-4305-8f28-90c3f4a03c09),segment_id=70cd9e7d-b8a0-4305-8f28-90c3f4a03c09)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:39:35.622701 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:35.688427 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96007f93-2b63-4e21-8bea-0f1f2f0a6a24 None None] Pushing event updated for resources: {'Port': ['ID=5d9414aa-6936-4fe8-b60b-dcf21056f243,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:37.024898 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 40290) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:37.364950 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [None req-7f2ad2a1-4250-49ba-a6fd-a8591d1747a4 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:39:37.365987 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-7f2ad2a1-4250-49ba-a6fd-a8591d1747a4 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3401272 Mar 23 12:39:40.090477 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40298) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:40.435375 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [None req-f204c9fe-7637-4b2a-9793-9df917078904 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:39:40.436544 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f204c9fe-7637-4b2a-9793-9df917078904 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3451121 Mar 23 12:39:43.133181 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40306) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:43.498915 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-ebf98d94-336f-41ab-9c53-d3df15473613 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:43.526578 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ebf98d94-336f-41ab-9c53-d3df15473613 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (a390545c-ef93-4273-a5d0-e639059c6468), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:43.528782 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ebf98d94-336f-41ab-9c53-d3df15473613 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (a390545c-ef93-4273-a5d0-e639059c6468), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:43.670831 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ebf98d94-336f-41ab-9c53-d3df15473613 demo demo] Publish callbacks [] for router_controller (a390545c-ef93-4273-a5d0-e639059c6468), precommit_add_association {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:43.676175 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ebf98d94-336f-41ab-9c53-d3df15473613 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (a390545c-ef93-4273-a5d0-e639059c6468), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:43.694369 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ebf98d94-336f-41ab-9c53-d3df15473613 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:43.695541 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-ebf98d94-336f-41ab-9c53-d3df15473613 demo demo] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5610890 Mar 23 12:39:44.775896 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5b752bec-b763-4934-ba9f-611dbb4bd69a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:46.319433 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40318) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:46.406684 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5d9414aa-6936-4fe8-b60b-dcf21056f243 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:39:46.504301 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 5d9414aa-6936-4fe8-b60b-dcf21056f243 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:39:46.504730 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:46.621969 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 5d9414aa-6936-4fe8-b60b-dcf21056f243 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:39:46.622394 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:46.658412 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port 5d9414aa-6936-4fe8-b60b-dcf21056f243, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=5d9414aa-6936-4fe8-b60b-dcf21056f243,segment=NetworkSegment(70cd9e7d-b8a0-4305-8f28-90c3f4a03c09),segment_id=70cd9e7d-b8a0-4305-8f28-90c3f4a03c09)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:46.665111 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:46.711257 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [None req-c5158aca-04f9-4627-bb9f-3e883f05ba81 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:39:46.728195 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-c5158aca-04f9-4627-bb9f-3e883f05ba81 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3918879 Mar 23 12:39:46.728390 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=5d9414aa-6936-4fe8-b60b-dcf21056f243,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:47.418296 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f710cbc-5ff5-4edb-b41d-93b0f41ab515 None None] Network ca1acc73-d4e4-454c-b246-41d77433c66c requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:39:47.481087 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-15e0f9e8-439f-483e-809c-9298c371836a None None] Provisioning complete for port 5d9414aa-6936-4fe8-b60b-dcf21056f243 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:39:47.481352 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-15e0f9e8-439f-483e-809c-9298c371836a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:47.619056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-15e0f9e8-439f-483e-809c-9298c371836a None None] Current status of the port 5d9414aa-6936-4fe8-b60b-dcf21056f243 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:39:47.849872 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-1f3ba336-a1dd-478c-9d89-0b5c61051830 None None] Provisioning complete for port 5d9414aa-6936-4fe8-b60b-dcf21056f243 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:39:47.850334 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1f3ba336-a1dd-478c-9d89-0b5c61051830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:47.912371 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6f6e1893-5869-437a-8194-2d4b7e0c6c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:47.955580 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-1f3ba336-a1dd-478c-9d89-0b5c61051830 None None] Current status of the port 5d9414aa-6936-4fe8-b60b-dcf21056f243 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:39:48.372171 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5d9414aa-6936-4fe8-b60b-dcf21056f243 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:39:48.421941 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 5d9414aa-6936-4fe8-b60b-dcf21056f243 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:39:48.422619 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:48.503066 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 5d9414aa-6936-4fe8-b60b-dcf21056f243 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:39:49.349347 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 40326) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:49.529509 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:49.709384 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:49.754133 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Made reservation on behalf of dd6df57615434f98b9aa124eeef059f0 for: {'network': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:49.757402 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:49.775154 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:49.897392 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Publish callbacks [] for security_group (a382b7ab-6cef-4741-8fc3-e79de0224912), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:49.901761 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a382b7ab-6cef-4741-8fc3-e79de0224912), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:49.914833 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Reserving flat network on physical network physnet1 {{(pid=115109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 23 12:39:49.952711 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8782310846010', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (c73a3a38-118d-43d0-97de-f1b5d1b3fea8), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:49.953326 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Unsubscribe: segment precommit_create {{(pid=115109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 23 12:39:49.953818 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.segments_db [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Added segment c73a3a38-118d-43d0-97de-f1b5d1b3fea8 of type flat for network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 Mar 23 12:39:49.972403 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a382b7ab-6cef-4741-8fc3-e79de0224912,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:50.022457 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.022702 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.023010 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.023346 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.023666 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.023987 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.024341 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.024658 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.024993 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.025311 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.025638 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.025955 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.026265 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.026595 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.026981 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Tracked resource versions report: Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: pushed versions: Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: { 'AddressGroup': {'1.2'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Agent': {'1.1'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'ConntrackHelper': {'1.0'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'LocalIPAssociation': {'1.0'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Log': {'1.0'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'NDPProxy': {'1.0'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Network': {'1.1'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Port': {'1.7'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'PortForwarding': {'1.3'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'QosPolicy': {'1.10'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SecurityGroup': {'1.5'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SubPort': {'1.0'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Subnet': {'1.1'}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Trunk': {'1.1'}} Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: consumer versions: Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: { DHCP agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: L3 agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: Metadata agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: Metering agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: Open vSwitch agent@dv-cinder-797245-11-iscsi: { 'AddressGroup': '1.2', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Agent': '1.1', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'ConntrackHelper': '1.0', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'LocalIPAssociation': '1.0', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Log': '1.0', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'NDPProxy': '1.0', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Network': '1.1', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Port': '1.7', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'PortForwarding': '1.3', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'QosPolicy': '1.10', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SecurityGroup': '1.5', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SecurityGroupRule': '1.2', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SubPort': '1.0', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Subnet': '1.1', Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Trunk': '1.1'}} Mar 23 12:39:50.028376 dv-cinder-797245-11-iscsi neutron-server[115109]: {{(pid=115109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:39:50.086589 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (5f065132-6efd-46e0-bbe9-66c7e7d0efa7), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:50.134790 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (5f065132-6efd-46e0-bbe9-66c7e7d0efa7), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:50.136607 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:50.137317 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:50.233004 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8825803 Mar 23 12:39:50.241785 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1f968-927c-4793-ae0f-ce467ed53d30 admin admin] Pushing event updated for resources: {'Network': ['ID=5f065132-6efd-46e0-bbe9-66c7e7d0efa7,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:50.258574 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:39:50.985406 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:51.520926 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:52.845250 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40348) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:53.022835 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a090c2-8365-4be7-9d57-d7ef1bbd2849 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:53.024246 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-d4a090c2-8365-4be7-9d57-d7ef1bbd2849 demo admin] 10.222.0.45 "GET /v2.0/subnets/51cdc0ae-40ec-4f86-9d65-abdb9631ee9c HTTP/1.1" status: 200 len: 849 time: 0.1780014 Mar 23 12:39:53.162160 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-7e48455f-e96a-4a1b-802e-ce34585b02d8 demo admin] 10.222.0.45 "GET /v2.0/routers/a390545c-ef93-4273-a5d0-e639059c6468 HTTP/1.1" status: 200 len: 704 time: 0.1316700 Mar 23 12:39:53.445726 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:53.744383 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Allocated IP 172.20.0.1 (ca1acc73-d4e4-454c-b246-41d77433c66c/51cdc0ae-40ec-4f86-9d65-abdb9631ee9c/bd5ef799-d289-4007-bb32-bb479ed4a229) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:39:53.902276 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Publish callbacks [] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:54.029773 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:54.102627 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Network ca1acc73-d4e4-454c-b246-41d77433c66c is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:54.108976 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:54.116827 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:39:54.117385 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (a390545c-ef93-4273-a5d0-e639059c6468), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:54.181929 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Pushing event updated for resources: {'Port': ['ID=bd5ef799-d289-4007-bb32-bb479ed4a229,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:54.321643 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-416ab90d-b000-4eef-b5a0-383ff5e7e160 None None] Provisioning complete for port bd5ef799-d289-4007-bb32-bb479ed4a229 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:39:54.322103 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-416ab90d-b000-4eef-b5a0-383ff5e7e160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:54.347092 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:54.357773 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-416ab90d-b000-4eef-b5a0-383ff5e7e160 None None] Port bd5ef799-d289-4007-bb32-bb479ed4a229 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:39:54.558125 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Publish callbacks [] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:54.562625 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:54.563424 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (a390545c-ef93-4273-a5d0-e639059c6468), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:54.644178 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Pushing event updated for resources: {'Port': ['ID=bd5ef799-d289-4007-bb32-bb479ed4a229,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:54.693225 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Network ca1acc73-d4e4-454c-b246-41d77433c66c is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:39:54.694651 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:54.877503 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Router a390545c-ef93-4273-a5d0-e639059c6468 is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:39:54.981813 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b58320cd-be7d-4b16-8e0d-cb3219dcf6b7 None None] Provisioning complete for port bd5ef799-d289-4007-bb32-bb479ed4a229 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:39:54.982153 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b58320cd-be7d-4b16-8e0d-cb3219dcf6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:54.982790 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:39:54.997503 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-294ebce7-7d96-45e8-b430-7d619779c431 demo admin] 10.222.0.45 "PUT /v2.0/routers/a390545c-ef93-4273-a5d0-e639059c6468/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8309257 Mar 23 12:39:55.000879 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Sync routers for ids ['a390545c-ef93-4273-a5d0-e639059c6468'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:39:55.021089 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Routers {'a390545c-ef93-4273-a5d0-e639059c6468'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:55.022443 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:39:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a390545c-ef93-4273-a5d0-e639059c6468'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:55.032980 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b58320cd-be7d-4b16-8e0d-cb3219dcf6b7 None None] Port bd5ef799-d289-4007-bb32-bb479ed4a229 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:39:55.298365 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Set router a390545c-ef93-4273-a5d0-e639059c6468 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:55.752509 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'name': 'router1', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:39:43Z', 'updated_at': '2022-03-23T12:39:54Z', 'revision_number': 2, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'gw_port_host': None, '_interfaces': [{'id': 'bd5ef799-d289-4007-bb32-bb479ed4a229', 'name': '', 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'mac_address': 'fa:16:3e:9c:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:39:53Z', 'updated_at': '2022-03-23T12:39:54Z', 'revision_number': 2, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'subnets': [{'id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '895e489a-9b2e-495e-a342-6e16ab9468e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:55.805398 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Checking router: a390545c-ef93-4273-a5d0-e639059c6468 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:39:55.805769 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Updating router a390545c-ef93-4273-a5d0-e639059c6468 port bd5ef799-d289-4007-bb32-bb479ed4a229 binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:39:55.894258 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:56.423647 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Publish callbacks [] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:56.430131 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:56.579777 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Pushing event updated for resources: {'Port': ['ID=bd5ef799-d289-4007-bb32-bb479ed4a229,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:56.615214 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Attempting to bind port bd5ef799-d289-4007-bb32-bb479ed4a229 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:39:56.615620 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Attempting to bind port bd5ef799-d289-4007-bb32-bb479ed4a229 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '70cd9e7d-b8a0-4305-8f28-90c3f4a03c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:39:56.616065 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Attempting to bind port bd5ef799-d289-4007-bb32-bb479ed4a229 on network ca1acc73-d4e4-454c-b246-41d77433c66c {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:39:56.620809 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.621318 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.621763 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.622112 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.622445 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.622774 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.623100 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.623423 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.623766 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.624093 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.624443 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.624779 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.625104 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.625421 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.625739 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Tracked resource versions report: Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: pushed versions: Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: { 'AddressGroup': {'1.2'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Agent': {'1.1'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'ConntrackHelper': {'1.0'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'LocalIPAssociation': {'1.0'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Log': {'1.0'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'NDPProxy': {'1.0'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Network': {'1.1'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Port': {'1.7'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'PortForwarding': {'1.3'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'QosPolicy': {'1.10'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SecurityGroup': {'1.5'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SubPort': {'1.0'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Subnet': {'1.1'}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Trunk': {'1.1'}} Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: consumer versions: Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: { DHCP agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: L3 agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: Metadata agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: Metering agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: Open vSwitch agent@dv-cinder-797245-11-iscsi: { 'AddressGroup': '1.2', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Agent': '1.1', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'ConntrackHelper': '1.0', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'LocalIPAssociation': '1.0', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Log': '1.0', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'NDPProxy': '1.0', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Network': '1.1', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Port': '1.7', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'PortForwarding': '1.3', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'QosPolicy': '1.10', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SecurityGroup': '1.5', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SecurityGroupRule': '1.2', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SubPort': '1.0', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Subnet': '1.1', Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Trunk': '1.1'}} Mar 23 12:39:56.627215 dv-cinder-797245-11-iscsi neutron-server[115113]: {{(pid=115113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:39:56.632508 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:39:56.632916 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Checking segment: {'id': '70cd9e7d-b8a0-4305-8f28-90c3f4a03c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:39:56.633418 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:56.633806 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Bound using segment: {'id': '70cd9e7d-b8a0-4305-8f28-90c3f4a03c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:39:56.634291 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Bound port: bd5ef799-d289-4007-bb32-bb479ed4a229, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cd9e7d-b8a0-4305-8f28-90c3f4a03c09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:39:56.634674 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:56.713975 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] For port bd5ef799-d289-4007-bb32-bb479ed4a229, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:39:56.737240 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] For port bd5ef799-d289-4007-bb32-bb479ed4a229, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=bd5ef799-d289-4007-bb32-bb479ed4a229,segment=NetworkSegment(70cd9e7d-b8a0-4305-8f28-90c3f4a03c09),segment_id=70cd9e7d-b8a0-4305-8f28-90c3f4a03c09)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:39:56.743751 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:56.773061 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-5678bf00-1599-49df-83a4-ddc479501e3f None None] Provisioning complete for port bd5ef799-d289-4007-bb32-bb479ed4a229 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:39:56.777015 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5678bf00-1599-49df-83a4-ddc479501e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:56.802889 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f46bd7c-1550-4a6f-9bef-d765ecc759d0 None None] Pushing event updated for resources: {'Port': ['ID=bd5ef799-d289-4007-bb32-bb479ed4a229,revision_number=4']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:56.813295 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Routers {'a390545c-ef93-4273-a5d0-e639059c6468'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:39:56.814016 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:39:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a390545c-ef93-4273-a5d0-e639059c6468'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:56.897516 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-5678bf00-1599-49df-83a4-ddc479501e3f None None] Current status of the port bd5ef799-d289-4007-bb32-bb479ed4a229 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:39:56.897908 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5678bf00-1599-49df-83a4-ddc479501e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:56.925057 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] Set router a390545c-ef93-4273-a5d0-e639059c6468 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:39:56.933350 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-5678bf00-1599-49df-83a4-ddc479501e3f None None] For port bd5ef799-d289-4007-bb32-bb479ed4a229, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=bd5ef799-d289-4007-bb32-bb479ed4a229,segment=NetworkSegment(70cd9e7d-b8a0-4305-8f28-90c3f4a03c09),segment_id=70cd9e7d-b8a0-4305-8f28-90c3f4a03c09)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:39:56.940748 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5678bf00-1599-49df-83a4-ddc479501e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:57.004008 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5678bf00-1599-49df-83a4-ddc479501e3f None None] Pushing event updated for resources: {'Port': ['ID=bd5ef799-d289-4007-bb32-bb479ed4a229,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:57.062253 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-dee6b263-6323-48b4-8a3e-2e70ea59a783 None None] Provisioning complete for port bd5ef799-d289-4007-bb32-bb479ed4a229 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:39:57.062607 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dee6b263-6323-48b4-8a3e-2e70ea59a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:57.149344 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-dee6b263-6323-48b4-8a3e-2e70ea59a783 None None] Current status of the port bd5ef799-d289-4007-bb32-bb479ed4a229 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:39:57.197009 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'name': 'router1', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:39:43Z', 'updated_at': '2022-03-23T12:39:54Z', 'revision_number': 2, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'gw_port_host': None, '_interfaces': [{'id': 'bd5ef799-d289-4007-bb32-bb479ed4a229', 'name': '', 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'mac_address': 'fa:16:3e:9c:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:39:53Z', 'updated_at': '2022-03-23T12:39:56Z', 'revision_number': 4, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'subnets': [{'id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '895e489a-9b2e-495e-a342-6e16ab9468e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:39:57.248146 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dee36d-2447-448d-8cbb-e366875bdb9e None None] The sync data for ids ['a390545c-ef93-4273-a5d0-e639059c6468'] in dv-cinder-797245-11-iscsi is: [{'id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'name': 'router1', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:39:43Z', 'updated_at': '2022-03-23T12:39:54Z', 'revision_number': 2, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'gw_port_host': None, '_interfaces': [{'id': 'bd5ef799-d289-4007-bb32-bb479ed4a229', 'name': '', 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'mac_address': 'fa:16:3e:9c:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:39:53Z', 'updated_at': '2022-03-23T12:39:56Z', 'revision_number': 4, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'subnets': [{'id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '895e489a-9b2e-495e-a342-6e16ab9468e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:39:57.661302 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40368) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:39:57.789818 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b31be2-aee1-4a35-94bb-44fb08bba6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:57.791258 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b4b31be2-aee1-4a35-94bb-44fb08bba6af admin admin] 10.222.0.45 "GET /v2.0/networks/5f065132-6efd-46e0-bbe9-66c7e7d0efa7 HTTP/1.1" status: 200 len: 842 time: 0.1288509 Mar 23 12:39:57.801272 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Request body: {'subnet': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:39:57.830053 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Made reservation on behalf of dd6df57615434f98b9aa124eeef059f0 for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:39:57.832320 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:58.163792 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.objects.ports [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115108) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 23 12:39:58.164185 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (978f2e9e-598a-453b-b52a-46b8336900d3), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:58.231697 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:39:58.232071 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Network hostable DHCP agents. Network: 5f065132-6efd-46e0-bbe9-66c7e7d0efa7, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:39:58.235869 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Pushing event updated for resources: {'Subnet': ['ID=978f2e9e-598a-453b-b52a-46b8336900d3,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:39:58.255160 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:39:58.267232 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 5f065132-6efd-46e0-bbe9-66c7e7d0efa7) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:39:58.271937 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:39:58.272603 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:39:58.278284 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb33541-d101-496d-bc21-d35a840ecd0d None None] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:39:58.291439 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6b3dd185-517d-4812-ba14-0a9f2b696201 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4938383 Mar 23 12:39:58.423162 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c33507b-ab13-490f-a7bf-e555ec187e7c None None] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:40:00.854234 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 40376) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:40:01.148895 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-641a43c0-ed0d-4fe4-9a96-fb59227d9a34 demo admin] 10.222.0.45 "GET /v2.0/routers/a390545c-ef93-4273-a5d0-e639059c6468 HTTP/1.1" status: 200 len: 710 time: 0.2931292 Mar 23 12:40:01.341359 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136c2a17-23a7-4d5c-bb18-a4ad11f63c2b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:40:01.343038 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-136c2a17-23a7-4d5c-bb18-a4ad11f63c2b demo admin] 10.222.0.45 "GET /v2.0/networks/5f065132-6efd-46e0-bbe9-66c7e7d0efa7 HTTP/1.1" status: 200 len: 886 time: 0.1878486 Mar 23 12:40:01.354077 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:40:01.664497 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Publish callbacks [] for router_gateway (a390545c-ef93-4273-a5d0-e639059c6468), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:01.936749 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Publish callbacks [] for router_gateway (a390545c-ef93-4273-a5d0-e639059c6468), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:02.027748 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:02.223308 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Allocated IP 172.27.0.49 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/8754719a-2561-4884-9a7a-1a59b1021d09) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:40:02.344558 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Publish callbacks [] for port (8754719a-2561-4884-9a7a-1a59b1021d09), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:02.409333 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (8754719a-2561-4884-9a7a-1a59b1021d09), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:02.519344 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:40:02.527146 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:40:02.533331 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Pushing event updated for resources: {'Port': ['ID=8754719a-2561-4884-9a7a-1a59b1021d09,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:02.536892 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:40:02.796509 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:40:02.930257 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Publish callbacks [] for router_gateway (a390545c-ef93-4273-a5d0-e639059c6468), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:03.177015 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16237532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16239027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2046'] for router (a390545c-ef93-4273-a5d0-e639059c6468), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:03.183208 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16237525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16237358', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16238980'] for router (a390545c-ef93-4273-a5d0-e639059c6468), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:03.306716 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Router a390545c-ef93-4273-a5d0-e639059c6468 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:40:03.433485 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:40:03.440809 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:03.456143 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-4a5b32cb-3771-4cb2-a123-1d953c3f444f demo admin] 10.222.0.45 "PUT /v2.0/routers/a390545c-ef93-4273-a5d0-e639059c6468 HTTP/1.1" status: 200 len: 889 time: 2.0919585 Mar 23 12:40:04.452587 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device bd5ef799-d289-4007-bb32-bb479ed4a229 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:04.513342 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port bd5ef799-d289-4007-bb32-bb479ed4a229 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:40:04.513802 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:04.650533 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port bd5ef799-d289-4007-bb32-bb479ed4a229 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:40:06.145181 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 40390) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:40:06.275198 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-2bb78f81-db57-4d82-a79f-34bfc55c0fdc admin admin] 10.222.0.45 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1286519 Mar 23 12:40:06.796472 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Sync routers for ids ['a390545c-ef93-4273-a5d0-e639059c6468'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:40:06.813164 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Routers {'a390545c-ef93-4273-a5d0-e639059c6468'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:06.813633 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:39:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a390545c-ef93-4273-a5d0-e639059c6468'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:07.133788 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Set router a390545c-ef93-4273-a5d0-e639059c6468 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:40:07.750301 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'name': 'router1', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '8754719a-2561-4884-9a7a-1a59b1021d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:39:43Z', 'updated_at': '2022-03-23T12:40:02Z', 'revision_number': 4, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'gw_port': {'id': '8754719a-2561-4884-9a7a-1a59b1021d09', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:40:02Z', 'updated_at': '2022-03-23T12:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'bd5ef799-d289-4007-bb32-bb479ed4a229', 'name': '', 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'mac_address': 'fa:16:3e:9c:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:39:53Z', 'updated_at': '2022-03-23T12:39:56Z', 'revision_number': 5, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'subnets': [{'id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '895e489a-9b2e-495e-a342-6e16ab9468e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:07.830616 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Checking router: a390545c-ef93-4273-a5d0-e639059c6468 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:40:07.831368 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Updating router a390545c-ef93-4273-a5d0-e639059c6468 port 8754719a-2561-4884-9a7a-1a59b1021d09 binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:40:07.948703 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8754719a-2561-4884-9a7a-1a59b1021d09), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:08.550687 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Publish callbacks [] for port (8754719a-2561-4884-9a7a-1a59b1021d09), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:08.560400 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8754719a-2561-4884-9a7a-1a59b1021d09), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:08.641569 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e778-64c6-4dbf-8bad-523ea2b7e414 None None] Pushing event updated for resources: {'Port': ['ID=8754719a-2561-4884-9a7a-1a59b1021d09,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:08.664928 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Attempting to bind port 8754719a-2561-4884-9a7a-1a59b1021d09 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:40:08.665814 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Attempting to bind port 8754719a-2561-4884-9a7a-1a59b1021d09 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:40:08.665814 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Attempting to bind port 8754719a-2561-4884-9a7a-1a59b1021d09 on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:40:08.675200 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:40:08.675789 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:40:08.676478 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:08.677120 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:40:08.677906 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Bound port: 8754719a-2561-4884-9a7a-1a59b1021d09, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:40:08.678510 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8754719a-2561-4884-9a7a-1a59b1021d09), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:08.773003 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] For port 8754719a-2561-4884-9a7a-1a59b1021d09, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:40:08.778421 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] For port 8754719a-2561-4884-9a7a-1a59b1021d09, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8754719a-2561-4884-9a7a-1a59b1021d09,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:40:08.787657 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8754719a-2561-4884-9a7a-1a59b1021d09), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:08.864779 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Routers {'a390545c-ef93-4273-a5d0-e639059c6468'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:40:08.865363 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:39:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a390545c-ef93-4273-a5d0-e639059c6468'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:08.948965 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248e778-64c6-4dbf-8bad-523ea2b7e414 None None] Pushing event updated for resources: {'Port': ['ID=8754719a-2561-4884-9a7a-1a59b1021d09,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:09.003237 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] Set router a390545c-ef93-4273-a5d0-e639059c6468 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:40:09.360363 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'name': 'router1', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '8754719a-2561-4884-9a7a-1a59b1021d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:39:43Z', 'updated_at': '2022-03-23T12:40:02Z', 'revision_number': 4, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'gw_port': {'id': '8754719a-2561-4884-9a7a-1a59b1021d09', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:40:02Z', 'updated_at': '2022-03-23T12:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'bd5ef799-d289-4007-bb32-bb479ed4a229', 'name': '', 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'mac_address': 'fa:16:3e:9c:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:39:53Z', 'updated_at': '2022-03-23T12:39:56Z', 'revision_number': 5, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'subnets': [{'id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '895e489a-9b2e-495e-a342-6e16ab9468e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:40:09.411023 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c109e7ba-a9d0-4dff-a698-7bb6a725d3a4 None None] The sync data for ids ['a390545c-ef93-4273-a5d0-e639059c6468'] in dv-cinder-797245-11-iscsi is: [{'id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'name': 'router1', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '8754719a-2561-4884-9a7a-1a59b1021d09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:39:43Z', 'updated_at': '2022-03-23T12:40:02Z', 'revision_number': 4, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'gw_port': {'id': '8754719a-2561-4884-9a7a-1a59b1021d09', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:59:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:40:02Z', 'updated_at': '2022-03-23T12:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'bd5ef799-d289-4007-bb32-bb479ed4a229', 'name': '', 'network_id': 'ca1acc73-d4e4-454c-b246-41d77433c66c', 'tenant_id': '673ca78c6ce64f9caabd82061d6820e5', 'mac_address': 'fa:16:3e:9c:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a390545c-ef93-4273-a5d0-e639059c6468', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:39:53Z', 'updated_at': '2022-03-23T12:39:56Z', 'revision_number': 5, 'project_id': '673ca78c6ce64f9caabd82061d6820e5', 'subnets': [{'id': '51cdc0ae-40ec-4f86-9d65-abdb9631ee9c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '895e489a-9b2e-495e-a342-6e16ab9468e8'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:40:10.447215 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8754719a-2561-4884-9a7a-1a59b1021d09 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:10.545088 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 8754719a-2561-4884-9a7a-1a59b1021d09 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:40:10.545818 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8754719a-2561-4884-9a7a-1a59b1021d09), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:10.675080 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 8754719a-2561-4884-9a7a-1a59b1021d09 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:40:10.676024 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8754719a-2561-4884-9a7a-1a59b1021d09), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:10.720628 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port 8754719a-2561-4884-9a7a-1a59b1021d09, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8754719a-2561-4884-9a7a-1a59b1021d09,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:40:10.728797 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8754719a-2561-4884-9a7a-1a59b1021d09), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:10.818154 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=8754719a-2561-4884-9a7a-1a59b1021d09,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:40:12.499168 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8754719a-2561-4884-9a7a-1a59b1021d09 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:40:12.558758 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 8754719a-2561-4884-9a7a-1a59b1021d09 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:40:12.559407 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8754719a-2561-4884-9a7a-1a59b1021d09), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:12.685961 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 8754719a-2561-4884-9a7a-1a59b1021d09 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:40:14.799935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-60aad9d7-417d-4b56-bfa4-910a8684df74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:17.912719 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a0a69e00-7b7c-4ea5-b579-3c3222b40e3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:19.541053 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:20.990220 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:21.533029 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:39.803119 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:40:44.780436 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d0240a6f-5367-4dc7-95d5-399c988c1ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:47.927252 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-81637d00-7cb5-4f53-ac70-4d955cb9b8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:49.576590 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:50.996780 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:40:51.530763 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:14.774181 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a763abe5-f995-4a7f-bbb2-fc389fdb20d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:16.795462 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:41:17.911793 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d4e73adb-b6e3-4287-ac26-8d20e12c8897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:19.542604 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:20.999725 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:21.529024 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:34.471846 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 40874) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:34.544366 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.pecan_wsgi.hooks.translation [None req-b79622de-8c45-41b9-ad10-b7e0cdadbd71 admin admin] GET failed (client error): The resource could not be found. Mar 23 12:41:34.545713 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-b79622de-8c45-41b9-ad10-b7e0cdadbd71 admin admin] 10.222.0.45 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0728528 Mar 23 12:41:34.715232 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a999474-50f0-4609-8bbe-67b29aeff6e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:34.716741 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-9a999474-50f0-4609-8bbe-67b29aeff6e5 admin admin] 10.222.0.45 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1669474 Mar 23 12:41:37.124519 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 40884) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:37.230044 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4427a9a4-1b9e-4b47-9e91-30d4be8b2388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:37.231451 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-4427a9a4-1b9e-4b47-9e91-30d4be8b2388 admin admin] 10.222.0.45 "GET /v2.0/subnets/51cdc0ae-40ec-4f86-9d65-abdb9631ee9c HTTP/1.1" status: 200 len: 849 time: 0.1059759 Mar 23 12:41:37.240811 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:41:37.326101 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Publish callbacks [] for subnet (51cdc0ae-40ec-4f86-9d65-abdb9631ee9c), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:37.471844 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8782311070603'] for subnet (51cdc0ae-40ec-4f86-9d65-abdb9631ee9c), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:37.502880 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:37.504165 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:37.505078 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] 10.222.0.45 "PUT /v2.0/subnets/51cdc0ae-40ec-4f86-9d65-abdb9631ee9c HTTP/1.1" status: 200 len: 868 time: 0.2676880 Mar 23 12:41:37.507975 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e111b4-5d30-4615-ac76-ea189c674598 None None] Network ca1acc73-d4e4-454c-b246-41d77433c66c requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:41:37.526998 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=51cdc0ae-40ec-4f86-9d65-abdb9631ee9c,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:41:37.535561 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.535913 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.536333 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.536691 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.537033 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.537372 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.537704 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.538038 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.538387 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.538720 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.539063 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.539400 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.539729 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.540874 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.541430 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18d024-483b-42e1-9193-fdd67d7f30ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:41:37.915039 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-9dfcd1ed-d5ac-441b-9780-60cb7923d782 None None] Provisioning complete for port bd5ef799-d289-4007-bb32-bb479ed4a229 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:41:37.915560 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9dfcd1ed-d5ac-441b-9780-60cb7923d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (bd5ef799-d289-4007-bb32-bb479ed4a229), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:37.999102 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-9dfcd1ed-d5ac-441b-9780-60cb7923d782 None None] Current status of the port bd5ef799-d289-4007-bb32-bb479ed4a229 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:41:38.009848 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-9dfcd1ed-d5ac-441b-9780-60cb7923d782 None None] Provisioning complete for port 5d9414aa-6936-4fe8-b60b-dcf21056f243 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:41:38.010243 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9dfcd1ed-d5ac-441b-9780-60cb7923d782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5d9414aa-6936-4fe8-b60b-dcf21056f243), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:38.089278 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-9dfcd1ed-d5ac-441b-9780-60cb7923d782 None None] Current status of the port 5d9414aa-6936-4fe8-b60b-dcf21056f243 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:41:39.889066 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40892) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:40.167233 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8777f56-2f55-491a-be73-402f0638a5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:40.167613 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8777f56-2f55-491a-be73-402f0638a5dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:40.169191 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-d8777f56-2f55-491a-be73-402f0638a5dd admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2791536 Mar 23 12:41:42.536582 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40902) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:42.674246 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d3839-a1ee-47b2-884c-dfc46dabf376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:42.674719 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1d3839-a1ee-47b2-884c-dfc46dabf376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:42.676399 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6a1d3839-a1ee-47b2-884c-dfc46dabf376 admin admin] 10.222.0.45 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1388211 Mar 23 12:41:44.777594 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8c4814e5-1e00-498e-b87a-0b8fcaa71437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:45.081248 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40910) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:45.212587 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34962eb8-81c6-4c92-8f4a-e2289089191c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:45.213965 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-34962eb8-81c6-4c92-8f4a-e2289089191c admin admin] 10.222.0.45 "GET /v2.0/networks/5f065132-6efd-46e0-bbe9-66c7e7d0efa7 HTTP/1.1" status: 200 len: 886 time: 0.1317856 Mar 23 12:41:47.624411 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40918) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:47.760976 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83783b96-fa78-49ed-9959-f34b5cadd06f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:47.762351 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-83783b96-fa78-49ed-9959-f34b5cadd06f admin admin] 10.222.0.45 "GET /v2.0/networks/ca1acc73-d4e4-454c-b246-41d77433c66c HTTP/1.1" status: 200 len: 869 time: 0.1369762 Mar 23 12:41:47.918211 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5f1755c2-4dad-44bb-9189-82e67f442568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:49.542317 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:50.222567 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40926) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:50.355271 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4ed2d-5161-42f0-a4b8-0e313a89addf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:50.355730 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b4ed2d-5161-42f0-a4b8-0e313a89addf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:50.357341 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-87b4ed2d-5161-42f0-a4b8-0e313a89addf admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1338198 Mar 23 12:41:50.996809 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:51.524963 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:41:52.773782 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40934) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:52.870394 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eb8770-dda2-4aa9-921c-96eff1a5092e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:52.870859 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eb8770-dda2-4aa9-921c-96eff1a5092e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:52.872461 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f1eb8770-dda2-4aa9-921c-96eff1a5092e admin admin] 10.222.0.45 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0972080 Mar 23 12:41:53.795023 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:41:55.229517 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40942) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:55.333932 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e0cd37-7d88-42d4-a6b0-6de7d28d14d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:55.335305 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-38e0cd37-7d88-42d4-a6b0-6de7d28d14d7 admin admin] 10.222.0.45 "GET /v2.0/subnets/51cdc0ae-40ec-4f86-9d65-abdb9631ee9c HTTP/1.1" status: 200 len: 868 time: 0.1048462 Mar 23 12:41:57.768924 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 40950) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:41:57.856988 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20afb78a-8881-4d85-a41f-ad99668d41cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:41:57.858356 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-20afb78a-8881-4d85-a41f-ad99668d41cb admin admin] 10.222.0.45 "GET /v2.0/subnets/978f2e9e-598a-453b-b52a-46b8336900d3 HTTP/1.1" status: 200 len: 816 time: 0.0884669 Mar 23 12:42:14.781507 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1f9b90d1-97d3-4d25-b676-f75477d0d8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:17.910851 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-bce1d5de-f693-4c0f-a223-7882be04ee5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:19.545275 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:21.000836 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:21.538174 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:26.836721 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41002) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:42:26.890601 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [None req-e57894ec-bd11-4251-963d-8e9bacc10cf7 admin admin] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:42:26.891616 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e57894ec-bd11-4251-963d-8e9bacc10cf7 admin admin] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0539587 Mar 23 12:42:29.386684 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41010) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:42:29.446789 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.pecan_wsgi.hooks.translation [None req-79b026e2-c51a-4442-9012-eb57c31ef98c admin admin] GET failed (client error): The resource could not be found. Mar 23 12:42:29.448094 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-79b026e2-c51a-4442-9012-eb57c31ef98c admin admin] 10.222.0.45 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0604672 Mar 23 12:42:29.597546 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e3c6fd-b7ad-43cb-8b5f-adb554e0fc88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:29.599263 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-15e3c6fd-b7ad-43cb-8b5f-adb554e0fc88 admin admin] 10.222.0.45 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1472015 Mar 23 12:42:30.793675 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:42:32.019301 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41018) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:42:32.070242 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:32.090000 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Made reservation on behalf of dd6df57615434f98b9aa124eeef059f0 for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:42:32.092420 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:32.122020 dv-cinder-797245-11-iscsi neutron-server[115108]: WARNING neutron.services.revisions.revision_plugin [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Could not find related network for resource to bump revision. Mar 23 12:42:32.136288 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:42:32.146886 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:32.147229 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Added segment 3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0 of type vlan for network ecb5e666-6ec7-4829-8320-4d820d240d02 Mar 23 12:42:32.192096 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (ecb5e666-6ec7-4829-8320-4d820d240d02), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:32.222113 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (ecb5e666-6ec7-4829-8320-4d820d240d02), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:32.223073 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:32.223653 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:32.301147 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2804930 Mar 23 12:42:32.323820 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb5e666-6ec7-4829-8320-4d820d240d02,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:32.331983 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.332387 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.332802 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.333200 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.333520 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.333856 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.334191 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.334520 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.334897 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.335232 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.335622 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.335956 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.336450 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.336969 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.337300 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94e6c970-a215-4093-87c7-ea6e62f38852 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:32.349829 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network ecb5e666-6ec7-4829-8320-4d820d240d02 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:42:34.719356 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41026) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:42:34.780024 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe585b62-db35-4285-bc1e-7178162f41e3 admin admin] GET failed (client error): The resource could not be found. Mar 23 12:42:34.781326 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-fe585b62-db35-4285-bc1e-7178162f41e3 admin admin] 10.222.0.45 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610261 Mar 23 12:42:34.853605 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb325d17-991f-4d19-9566-58f22ddc5c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:34.855064 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-eb325d17-991f-4d19-9566-58f22ddc5c4a admin admin] 10.222.0.45 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697119 Mar 23 12:42:34.864772 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:42:34.887278 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Made reservation on behalf of dd6df57615434f98b9aa124eeef059f0 for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:42:34.889685 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:35.062519 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (1c217469-dfb4-4e40-8e4a-6439e8d7cbfd), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:35.117995 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c217469-dfb4-4e40-8e4a-6439e8d7cbfd,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:35.126685 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Checking segment: {'id': '3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:42:35.127031 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Network hostable DHCP agents. Network: ecb5e666-6ec7-4829-8320-4d820d240d02, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:42:35.144374 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Network ecb5e666-6ec7-4829-8320-4d820d240d02 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:42:35.154039 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, ecb5e666-6ec7-4829-8320-4d820d240d02) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:42:35.158985 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:42:35.159955 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:35.163113 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dc561-6a67-44c1-b50e-390ce6f96613 None None] Network ecb5e666-6ec7-4829-8320-4d820d240d02 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:42:35.176253 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-ba983a41-6c33-4bd6-869e-9d0d40ec7c4b admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3148494 Mar 23 12:42:35.380158 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-ecb5e666-6ec7-4829-8320-4d820d240d02', 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02', 'project_id': 'dd6df57615434f98b9aa124eeef059f0', 'fixed_ips': [{'subnet_id': '1c217469-dfb4-4e40-8e4a-6439e8d7cbfd'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:42:35.381028 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:35.525181 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Allocated IP 192.168.233.2 (ecb5e666-6ec7-4829-8320-4d820d240d02/1c217469-dfb4-4e40-8e4a-6439e8d7cbfd/ada8cb67-af83-4be0-a253-6e207ea2629d) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:42:35.687114 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Publish callbacks [] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:35.693334 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:35.735431 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Network ecb5e666-6ec7-4829-8320-4d820d240d02 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:42:35.738365 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:42:35.748396 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:42:35.751397 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Pushing event updated for resources: {'Port': ['ID=ada8cb67-af83-4be0-a253-6e207ea2629d,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:35.762043 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.762385 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.762751 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.763100 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.763432 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.763759 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.764076 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.764420 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.764758 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.765079 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.765397 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.765726 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.766045 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.766355 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.766665 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:42:35.819974 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Attempting to bind port ada8cb67-af83-4be0-a253-6e207ea2629d on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:42:35.820934 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Attempting to bind port ada8cb67-af83-4be0-a253-6e207ea2629d by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:42:35.821337 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Attempting to bind port ada8cb67-af83-4be0-a253-6e207ea2629d on network ecb5e666-6ec7-4829-8320-4d820d240d02 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:42:35.826690 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 42, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:42:35.827068 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Checking segment: {'id': '3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:42:35.827508 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:35.828383 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Bound using segment: {'id': '3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:42:35.828518 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Bound port: ada8cb67-af83-4be0-a253-6e207ea2629d, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:42:35.828840 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:35.895965 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] For port ada8cb67-af83-4be0-a253-6e207ea2629d, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:42:35.899723 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] For port ada8cb67-af83-4be0-a253-6e207ea2629d, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=ada8cb67-af83-4be0-a253-6e207ea2629d,segment=NetworkSegment(3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0),segment_id=3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:42:35.906934 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:35.985342 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48538c6-fef5-4acf-ae35-50355a36ff0a None None] Pushing event updated for resources: {'Port': ['ID=ada8cb67-af83-4be0-a253-6e207ea2629d,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:36.514350 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device ada8cb67-af83-4be0-a253-6e207ea2629d up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:36.575933 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port ada8cb67-af83-4be0-a253-6e207ea2629d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:42:36.576390 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:36.677926 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port ada8cb67-af83-4be0-a253-6e207ea2629d is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:42:36.678315 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:36.719641 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port ada8cb67-af83-4be0-a253-6e207ea2629d, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=ada8cb67-af83-4be0-a253-6e207ea2629d,segment=NetworkSegment(3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0),segment_id=3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:42:36.724711 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:36.779967 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=ada8cb67-af83-4be0-a253-6e207ea2629d,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:42:36.880687 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f56e85-0100-4eb5-834c-a5db0991ec18 None None] Network ecb5e666-6ec7-4829-8320-4d820d240d02 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:42:37.002263 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-dffdd633-333a-4ca3-9a4e-9f55f15c8e54 None None] Provisioning complete for port ada8cb67-af83-4be0-a253-6e207ea2629d triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:42:37.002655 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dffdd633-333a-4ca3-9a4e-9f55f15c8e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:37.104813 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-dffdd633-333a-4ca3-9a4e-9f55f15c8e54 None None] Current status of the port ada8cb67-af83-4be0-a253-6e207ea2629d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:42:37.229916 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f3803d2d-4412-44f6-9f28-e395a8f05983 None None] Provisioning complete for port ada8cb67-af83-4be0-a253-6e207ea2629d triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:42:37.230301 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f3803d2d-4412-44f6-9f28-e395a8f05983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:37.318973 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f3803d2d-4412-44f6-9f28-e395a8f05983 None None] Current status of the port ada8cb67-af83-4be0-a253-6e207ea2629d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:42:38.487632 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device ada8cb67-af83-4be0-a253-6e207ea2629d up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:42:38.540522 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port ada8cb67-af83-4be0-a253-6e207ea2629d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:42:38.540914 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ada8cb67-af83-4be0-a253-6e207ea2629d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:38.626833 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port ada8cb67-af83-4be0-a253-6e207ea2629d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:42:44.785851 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8f5b936d-d86b-4fb5-bd37-6b158aac312f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:47.912966 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b5537f32-e63e-4b40-85cf-2e9b5f39642d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:49.547747 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:51.008719 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:42:51.536497 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:07.793687 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:43:14.791718 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aca4683c-f459-4aff-b62d-209b1bc3b06f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:17.916668 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d1e9996a-14ae-49a1-96c4-91f49f77f8dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:19.553086 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:21.006557 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:21.532761 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:44.786079 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f8ccdc90-8061-4968-ad36-80ba42ceadcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:44.794624 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:43:47.921664 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1bfd81e1-2332-4316-8270-492e7fbdde9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:49.560824 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:51.010959 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:43:51.526624 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:12.329345 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41064) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:44:12.335159 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [None req-b3d0f0c7-8b4f-4412-94c7-20bbc6fa1395 tempest-verify_tempest_config-868224298 tempest-verify_tempest_config-868224298-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:44:12.336229 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b3d0f0c7-8b4f-4412-94c7-20bbc6fa1395 tempest-verify_tempest_config-868224298 tempest-verify_tempest_config-868224298-project] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058784 Mar 23 12:44:12.664200 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41082) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:44:12.783321 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:12.864205 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Publish callbacks [] for security_group (77b8f804-f559-41bc-a35f-880d643850d2), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:12.869371 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (77b8f804-f559-41bc-a35f-880d643850d2), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:12.919710 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=26a8c10d150c437f8e02c09fec668e1f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2544281 Mar 23 12:44:12.921022 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b8f804-f559-41bc-a35f-880d643850d2,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:12.922490 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41088) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:44:12.928079 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.928461 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.928812 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.929894 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.930398 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.930739 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.931077 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.931412 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.931752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.932080 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.932463 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.932944 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.933278 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.933601 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.933927 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b54a9d-c517-4828-8593-8eb49b52be92 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:12.984481 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Publish callbacks [] for security_group (77b8f804-f559-41bc-a35f-880d643850d2), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:13.010799 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Publish callbacks [] for security_group (77b8f804-f559-41bc-a35f-880d643850d2), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:13.110472 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (77b8f804-f559-41bc-a35f-880d643850d2), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:13.113469 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:13.114640 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77b8f804-f559-41bc-a35f-880d643850d2 HTTP/1.1" status: 204 len: 168 time: 0.1910713 Mar 23 12:44:13.122970 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b8f804-f559-41bc-a35f-880d643850d2,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:44:13.130088 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.130442 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.130801 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.131138 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.131469 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.131793 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.132244 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.132761 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.133254 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.133596 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.133782 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.134088 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.134412 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.134728 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:13.135046 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da4e96a1-2860-48a1-a60b-3db4177010cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:44:14.786473 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5f43a755-bb3f-4ffb-a1f1-c92ed759ed52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:17.925021 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2310c7c8-f7e5-4879-9a0f-eb774cdaa361 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:19.558477 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:21.021415 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:21.531697 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:21.794054 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:44:44.888058 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c76e9e2a-6b41-403a-bf4f-9feced12fa82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:47.926620 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aa558291-5bda-4e34-9c52-7b163df84417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:49.560116 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:51.010628 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:51.534859 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:44:58.793133 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:45:14.790526 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a39ba65a-a420-4aad-b25b-00a3ec8d114b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:17.928218 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5568be3c-9082-496c-b8a9-ff8b47c830a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:19.563205 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:21.014571 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:21.538110 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:35.791099 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 5 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:45:44.792916 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-426db2d7-445f-443e-8059-219369e8551d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:47.936213 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d7b8abab-23c1-40cc-91ea-3c6f0c4ed62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:49.568298 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:51.019619 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:51.542035 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:45:55.654784 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16238382'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:10.912783 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41158) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:46:11.019296 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-9a321c8f-c6f3-4b05-bff6-ab8ad6d05d4b admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1054211 Mar 23 12:46:12.790653 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:46:13.353245 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41168) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:46:13.407484 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-2431875e-8d11-4dd9-ac24-1eca9008a14d admin admin] 10.222.0.45 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0531545 Mar 23 12:46:14.794909 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c57e01f0-7b8d-4f2d-8f21-34e3f29e51ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:17.929841 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6dfd4c67-7e9d-4fdc-b074-58f418ace37f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:19.569840 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:21.018915 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:21.545202 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:25.642024 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:44.798973 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e3cd7d76-6663-45f0-bb2e-33336a0326e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:47.932449 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ed8af4db-1676-446e-a264-b8716f37c809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:49.573279 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:49.792022 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:46:51.027512 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:51.549321 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:46:55.638496 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:14.800712 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f55d82d4-d574-4df5-9e24-0957effc9ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:17.933898 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fa2aea79-6605-439d-ba40-6af1456c10f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:19.578235 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:21.027844 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:21.551930 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:25.652137 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:26.791459 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:47:44.803219 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2d8de5e3-1119-46b2-a685-1cb4d4b06c51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:47.935573 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4aecd4fa-523c-4403-b708-c47e2e6cb627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:49.593010 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:51.031826 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:51.567891 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:53.237171 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41318) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:53.533551 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-656390384-network', 'tenant_id': '6433c525a3384ba0a96e7360444a072b'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:53.557657 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Made reservation on behalf of 6433c525a3384ba0a96e7360444a072b for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:53.560136 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:53.573615 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:53.655256 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Publish callbacks [] for security_group (bc63cb4a-5336-4814-8a9b-77f3f61b956f), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:53.660269 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (bc63cb4a-5336-4814-8a9b-77f3f61b956f), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:53.670805 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41350) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:53.688803 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:47:53.702660 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc63cb4a-5336-4814-8a9b-77f3f61b956f,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:53.713437 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.713786 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.714148 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.714492 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.714827 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.715162 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.715486 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.715813 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.716170 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.716500 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.716840 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.717350 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.717671 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.717998 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.718319 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Tracked resource versions report: Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: pushed versions: Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: { 'AddressGroup': {'1.2'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Agent': {'1.1'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'ConntrackHelper': {'1.0'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'LocalIPAssociation': {'1.0'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Log': {'1.0'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'NDPProxy': {'1.0'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Network': {'1.1'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Port': {'1.7'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'PortForwarding': {'1.3'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'QosPolicy': {'1.10'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SecurityGroup': {'1.5'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SubPort': {'1.0'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Subnet': {'1.1'}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Trunk': {'1.1'}} Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: consumer versions: Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: { DHCP agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: HyperV agent@hv-cinder-79724: {}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: L3 agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: Metadata agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: Metering agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: Open vSwitch agent@dv-cinder-797245-11-iscsi: { 'AddressGroup': '1.2', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Agent': '1.1', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'ConntrackHelper': '1.0', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'LocalIPAssociation': '1.0', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Log': '1.0', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'NDPProxy': '1.0', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Network': '1.1', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Port': '1.7', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'PortForwarding': '1.3', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'QosPolicy': '1.10', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SecurityGroup': '1.5', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SecurityGroupRule': '1.2', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'SubPort': '1.0', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Subnet': '1.1', Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: 'Trunk': '1.1'}} Mar 23 12:47:53.719467 dv-cinder-797245-11-iscsi neutron-server[115108]: {{(pid=115108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:47:53.734727 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (eeeaa24f-db7c-49ca-813e-47b648bde09b), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:53.735063 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Added segment eeeaa24f-db7c-49ca-813e-47b648bde09b of type vlan for network b6cbf188-3c50-4afa-8c2c-521bcdfda65d Mar 23 12:47:53.787060 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (b6cbf188-3c50-4afa-8c2c-521bcdfda65d), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:53.813716 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (b6cbf188-3c50-4afa-8c2c-521bcdfda65d), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:53.814703 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:53.815586 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:53.874067 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.6353533 Mar 23 12:47:53.877104 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41368) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:53.882758 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Request body: {'subnet': {'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-subnet', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:53.887964 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ec7a52-8ea9-4789-8384-33db2ae1341d admin admin] Pushing event updated for resources: {'Network': ['ID=b6cbf188-3c50-4afa-8c2c-521bcdfda65d,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:53.896563 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1857941780-network', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:53.902557 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:47:53.918252 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Made reservation on behalf of 6433c525a3384ba0a96e7360444a072b for: {'subnet': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:53.920740 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.068389 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Made reservation on behalf of 14d846fbc6e84dc598b54d5488f818f6 for: {'network': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:54.070737 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.098413 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.278085 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (1b765262-b031-4ba4-b28b-57e821c0d8ce), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.293857 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Publish callbacks [] for security_group (f1508fed-2e87-4a5e-8033-2a4e60a4bdf2), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.308698 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f1508fed-2e87-4a5e-8033-2a4e60a4bdf2), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.356963 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=115109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:47:54.361521 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41386) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:54.367050 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (fdc1a238-c197-409d-9e93-185374d8f743), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.367401 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.segments_db [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Added segment fdc1a238-c197-409d-9e93-185374d8f743 of type vlan for network c22af5e6-8870-46e4-888c-8471bf57200b Mar 23 12:47:54.393318 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41392) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:54.412025 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41396) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:54.447933 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (c22af5e6-8870-46e4-888c-8471bf57200b), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.477259 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Checking segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:47:54.477963 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Network hostable DHCP agents. Network: b6cbf188-3c50-4afa-8c2c-521bcdfda65d, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:47:54.492668 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (c22af5e6-8870-46e4-888c-8471bf57200b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.493946 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:54.494693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.522145 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1508fed-2e87-4a5e-8033-2a4e60a4bdf2,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:54.526813 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:47:54.559350 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8873019 Mar 23 12:47:54.562178 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41412) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:54.562358 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b765262-b031-4ba4-b28b-57e821c0d8ce,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:54.567946 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.568550 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.568759 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Request body: {'subnet': {'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-subnet', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:54.569135 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.569716 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.570288 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.570866 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.571445 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.572330 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.573324 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.573936 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.574552 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.575611 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.576432 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.577156 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.578453 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Tracked resource versions report: Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: pushed versions: Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: { 'AddressGroup': {'1.2'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Agent': {'1.1'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'ConntrackHelper': {'1.0'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'LocalIPAssociation': {'1.0'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Log': {'1.0'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'NDPProxy': {'1.0'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Network': {'1.1'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Port': {'1.7'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'PortForwarding': {'1.3'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'QosPolicy': {'1.10'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SecurityGroup': {'1.5'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SubPort': {'1.0'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Subnet': {'1.1'}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Trunk': {'1.1'}} Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: consumer versions: Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: { DHCP agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: HyperV agent@hv-cinder-79724: {}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: L3 agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: Metadata agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: Metering agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: Open vSwitch agent@dv-cinder-797245-11-iscsi: { 'AddressGroup': '1.2', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Agent': '1.1', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'ConntrackHelper': '1.0', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'LocalIPAssociation': '1.0', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Log': '1.0', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'NDPProxy': '1.0', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Network': '1.1', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Port': '1.7', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'PortForwarding': '1.3', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'QosPolicy': '1.10', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SecurityGroup': '1.5', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SecurityGroupRule': '1.2', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'SubPort': '1.0', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Subnet': '1.1', Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: 'Trunk': '1.1'}} Mar 23 12:47:54.581944 dv-cinder-797245-11-iscsi neutron-server[115109]: {{(pid=115109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:47:54.591982 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, b6cbf188-3c50-4afa-8c2c-521bcdfda65d) {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:54.611313 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Made reservation on behalf of 14d846fbc6e84dc598b54d5488f818f6 for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:54.613622 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643e74af-8fe3-4690-878d-e7e195666aaf None None] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:47:54.613996 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.645160 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:54.645763 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.651976 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.652370 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.652739 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.653079 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.653774 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.654267 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.654767 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.655248 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.655750 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.656258 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.656754 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.657255 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.657857 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.658452 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.658927 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:54.677704 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f72f7b8-72e6-4300-9577-7b9c81b776a1 admin admin] Pushing event updated for resources: {'Network': ['ID=c22af5e6-8870-46e4-888c-8471bf57200b,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:54.690196 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-851961fc-e1c4-4622-b3ed-f5888286cd18 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8078372 Mar 23 12:47:54.692791 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41414) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:54.700268 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:54.758708 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (1c507e0b-f70e-4621-8070-3d62fde9be1c), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.760580 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (1c507e0b-f70e-4621-8070-3d62fde9be1c), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.761264 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network c22af5e6-8870-46e4-888c-8471bf57200b details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:47:54.856450 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1931041175-network', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:54.865913 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1126257561-network', 'tenant_id': '60a2d6f020d94e40a203602248d41c3b'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:54.871351 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (96d74455-684d-47ad-9854-658b83e265d4), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.882000 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'project_id': '6433c525a3384ba0a96e7360444a072b', 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:47:54.883162 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.893588 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks [] for router_controller (1c507e0b-f70e-4621-8070-3d62fde9be1c), precommit_add_association {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.930087 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-network', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:54.938273 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Checking segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:47:54.938626 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Network hostable DHCP agents. Network: c22af5e6-8870-46e4-888c-8471bf57200b, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:47:54.985938 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Made reservation on behalf of a6a0fb20f83c48f8a9834d6a1e562cf3 for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:54.989772 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:54.998677 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Network c22af5e6-8870-46e4-888c-8471bf57200b is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:47:55.020152 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, c22af5e6-8870-46e4-888c-8471bf57200b) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:55.027924 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:55.028876 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.045272 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Made reservation on behalf of 60a2d6f020d94e40a203602248d41c3b for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:55.046512 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346ea2a8-1674-4159-9c32-8e7e701a2a2b None None] Network c22af5e6-8870-46e4-888c-8471bf57200b requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:47:55.049153 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.051901 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.062400 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4989741 Mar 23 12:47:55.077418 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks [] for router_gateway (1c507e0b-f70e-4621-8070-3d62fde9be1c), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.079341 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41432) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:55.086706 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:55.105957 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.113188 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1ef5f-65b9-4528-8ac5-3304c48d7eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96d74455-684d-47ad-9854-658b83e265d4,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:55.125501 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (c0db5f8d-664e-48d6-957a-f22bedc46d3e), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.126560 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (c0db5f8d-664e-48d6-957a-f22bedc46d3e), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.182021 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Allocated IP 172.20.0.2 (b6cbf188-3c50-4afa-8c2c-521bcdfda65d/1b765262-b031-4ba4-b28b-57e821c0d8ce/4139ce53-befc-4765-a059-e7a196327730) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:55.196902 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Made reservation on behalf of 7e38f2806b4646d09256a66de6a08bfd for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:55.199299 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.257107 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.352072 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Publish callbacks [] for security_group (20fbc368-e810-4af4-9c3d-0cc65309c457), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.391047 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks [] for router_gateway (1c507e0b-f70e-4621-8070-3d62fde9be1c), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.402609 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (20fbc368-e810-4af4-9c3d-0cc65309c457), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.407690 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Publish callbacks [] for port (4139ce53-befc-4765-a059-e7a196327730), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.421978 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.438956 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (4139ce53-befc-4765-a059-e7a196327730), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.450097 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Publish callbacks [] for security_group (f90d6569-b11c-4024-a4de-5cec356d373e), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.460434 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks [] for router_controller (c0db5f8d-664e-48d6-957a-f22bedc46d3e), precommit_add_association {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.477795 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f90d6569-b11c-4024-a4de-5cec356d373e), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.509120 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:55.511955 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:47:55.563562 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Allocated IP 172.27.0.184 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/33864acf-9b20-470a-b28e-f6b8e09c472e) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:55.567728 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:55.583797 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:55.617400 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (c67d63ea-8050-4531-b452-40ee82e02e99), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.617836 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Added segment c67d63ea-8050-4531-b452-40ee82e02e99 of type vlan for network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 Mar 23 12:47:55.683150 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-c22af5e6-8870-46e4-888c-8471bf57200b', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:47:55.683961 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.685616 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (0f9d749a-8c53-4fe9-b95c-7cb54b937c17), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.715688 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fbc368-e810-4af4-9c3d-0cc65309c457,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:55.720555 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Pushing event updated for resources: {'Port': ['ID=4139ce53-befc-4765-a059-e7a196327730,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:55.748800 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.749247 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.750055 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.750536 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.750877 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:47:55.751026 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.751337 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.751770 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.752222 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.752663 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.753831 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.754324 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.754475 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.754929 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.755105 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks [] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.755562 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.755725 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Tracked resource versions report: Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: pushed versions: Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: { 'AddressGroup': {'1.2'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Agent': {'1.1'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'ConntrackHelper': {'1.0'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'LocalIPAssociation': {'1.0'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Log': {'1.0'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'NDPProxy': {'1.0'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Network': {'1.1'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Port': {'1.7'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'PortForwarding': {'1.3'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'QosPolicy': {'1.10'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SecurityGroup': {'1.5'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SubPort': {'1.0'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Subnet': {'1.1'}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Trunk': {'1.1'}} Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: consumer versions: Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: { DHCP agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: HyperV agent@hv-cinder-79724: {}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: L3 agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: Metadata agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: Metering agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: Open vSwitch agent@dv-cinder-797245-11-iscsi: { 'AddressGroup': '1.2', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Agent': '1.1', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'ConntrackHelper': '1.0', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'LocalIPAssociation': '1.0', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Log': '1.0', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'NDPProxy': '1.0', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Network': '1.1', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Port': '1.7', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'PortForwarding': '1.3', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'QosPolicy': '1.10', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SecurityGroup': '1.5', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SecurityGroupRule': '1.2', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'SubPort': '1.0', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Subnet': '1.1', Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: 'Trunk': '1.1'}} Mar 23 12:47:55.757064 dv-cinder-797245-11-iscsi neutron-server[115112]: {{(pid=115112) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:47:55.770111 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (0f9d749a-8c53-4fe9-b95c-7cb54b937c17), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.771551 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:55.772445 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.798507 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Attempting to bind port 4139ce53-befc-4765-a059-e7a196327730 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:47:55.800485 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Attempting to bind port 4139ce53-befc-4765-a059-e7a196327730 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:47:55.801774 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Attempting to bind port 4139ce53-befc-4765-a059-e7a196327730 on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:55.809444 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.818326 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:55.818767 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Checking segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:47:55.819308 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.819494 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Bound using segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:55.820055 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Bound port: 4139ce53-befc-4765-a059-e7a196327730, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:47:55.820587 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (4139ce53-befc-4765-a059-e7a196327730), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.828141 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.830861 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (eac395e6-6188-4cff-9629-3c781397d25c), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:55.832796 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Added segment eac395e6-6188-4cff-9629-3c781397d25c of type vlan for network db2218fd-c2a9-44d0-8226-dcecfdd92b83 Mar 23 12:47:55.887278 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:55.893430 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:55.898293 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:55.957098 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90d6569-b11c-4024-a4de-5cec356d373e,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:56.040641 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Pushing event updated for resources: {'Port': ['ID=33864acf-9b20-470a-b28e-f6b8e09c472e,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:56.073616 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7095823 Mar 23 12:47:56.108629 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41464) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:56.114716 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Request body: {'subnet': {'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1931041175-subnet', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:56.169356 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Made reservation on behalf of a6a0fb20f83c48f8a9834d6a1e562cf3 for: {'subnet': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:56.171786 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.214935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Allocated IP 172.20.0.2 (c22af5e6-8870-46e4-888c-8471bf57200b/96d74455-684d-47ad-9854-658b83e265d4/f6ac183f-337d-4089-84cd-7871f4afcfc6) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:56.241235 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] For port 4139ce53-befc-4765-a059-e7a196327730, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:56.245074 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] For port 4139ce53-befc-4765-a059-e7a196327730, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=4139ce53-befc-4765-a059-e7a196327730,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:56.265694 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (4139ce53-befc-4765-a059-e7a196327730), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.269165 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (db2218fd-c2a9-44d0-8226-dcecfdd92b83), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.344201 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks [] for router_gateway (c0db5f8d-664e-48d6-957a-f22bedc46d3e), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.357784 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b015777-6f03-4e10-a582-af84c2cbbe49 admin admin] Pushing event updated for resources: {'Network': ['ID=0f9d749a-8c53-4fe9-b95c-7cb54b937c17,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:56.429754 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Publish callbacks [] for security_group (eb5d6301-61b5-4782-9340-8ffeb60730fb), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.441348 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:47:56.472754 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (eb5d6301-61b5-4782-9340-8ffeb60730fb), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.569987 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (63398873-4efe-47a4-aa76-1497d6c15e4c), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.632282 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (db2218fd-c2a9-44d0-8226-dcecfdd92b83), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.633332 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:56.635420 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.703602 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Checking segment: {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:47:56.703962 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Network hostable DHCP agents. Network: 0f9d749a-8c53-4fe9-b95c-7cb54b937c17, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:47:56.741953 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63398873-4efe-47a4-aa76-1497d6c15e4c,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:56.810531 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:47:56.854402 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks [] for router_gateway (1c507e0b-f70e-4621-8070-3d62fde9be1c), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.858175 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4597766 Mar 23 12:47:56.869813 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41522) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:56.874747 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Request body: {'subnet': {'network_id': 'db2218fd-c2a9-44d0-8226-dcecfdd92b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1126257561-subnet', 'tenant_id': '60a2d6f020d94e40a203602248d41c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:56.881992 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (79f373f3-24b1-428b-9f0a-05b18f51a8da), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:56.882351 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Added segment 79f373f3-24b1-428b-9f0a-05b18f51a8da of type vlan for network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 Mar 23 12:47:56.893744 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5d6301-61b5-4782-9340-8ffeb60730fb,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:56.901994 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efce6e-c68c-4499-975a-e3ec813b5572 admin admin] Pushing event updated for resources: {'Network': ['ID=db2218fd-c2a9-44d0-8226-dcecfdd92b83,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:56.995690 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (0ad8b074-08cc-49f1-9aea-20ddb46a3d70), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.004841 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Made reservation on behalf of 60a2d6f020d94e40a203602248d41c3b for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:57.009575 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.033223 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:47:57.040792 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41528) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:57.101665 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Publish callbacks [] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.114519 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network db2218fd-c2a9-44d0-8226-dcecfdd92b83 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:47:57.147121 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.172376 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (0ad8b074-08cc-49f1-9aea-20ddb46a3d70), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.173339 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:57.173922 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.185905 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (1c507e0b-f70e-4621-8070-3d62fde9be1c), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.195129 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 0f9d749a-8c53-4fe9-b95c-7cb54b937c17) {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:57.238844 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24d32a3-2944-43c5-aa50-049ed3955f81 None None] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:47:57.280130 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:57.280719 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.323048 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9099925 Mar 23 12:47:57.329473 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41538) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:57.333306 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a74c07-3aff-4e0c-bd5d-39c190ab2d4a None None] Pushing event updated for resources: {'Port': ['ID=4139ce53-befc-4765-a059-e7a196327730,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:57.340961 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Request body: {'subnet': {'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-subnet', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:57.343852 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-17b24ef2-b87e-4cba-bab5-5c402f6e51a9 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2329845 Mar 23 12:47:57.344199 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60302de4-707c-4450-ba57-f607bce07167 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad8b074-08cc-49f1-9aea-20ddb46a3d70,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:57.349762 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41540) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:57.367386 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:57.396897 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Pushing event updated for resources: {'Port': ['ID=f6ac183f-337d-4089-84cd-7871f4afcfc6,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:57.401065 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Network c22af5e6-8870-46e4-888c-8471bf57200b is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:57.413811 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:47:57.427631 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (84a22b28-5b5d-4247-822c-1c09d15774e3), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.428652 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (84a22b28-5b5d-4247-822c-1c09d15774e3), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.532258 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Made reservation on behalf of 7e38f2806b4646d09256a66de6a08bfd for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:47:57.534650 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.566599 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:57.573776 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41542) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:57.584877 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:57.627339 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks [] for router_controller (84a22b28-5b5d-4247-822c-1c09d15774e3), precommit_add_association {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.647623 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0edfe291-e5e9-4372-8b5f-1c36b4c34792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.708721 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Attempting to bind port f6ac183f-337d-4089-84cd-7871f4afcfc6 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:47:57.709098 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Attempting to bind port f6ac183f-337d-4089-84cd-7871f4afcfc6 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:47:57.709466 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Attempting to bind port f6ac183f-337d-4089-84cd-7871f4afcfc6 on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:57.748502 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:47:57.748875 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Checking segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:47:57.749291 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.749690 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Bound using segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:47:57.750178 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Bound port: f6ac183f-337d-4089-84cd-7871f4afcfc6, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:47:57.750568 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.757374 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0edfe291-e5e9-4372-8b5f-1c36b4c34792 admin admin] Publish callbacks [] for security_group (e7f0dee6-cf0a-4221-b43e-e168b147321b), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.767629 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:47:57.777994 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.808021 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks [] for router_gateway (c0db5f8d-664e-48d6-957a-f22bedc46d3e), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.814271 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ced29a31-de78-4e3c-8411-bdc5df3d91e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.825236 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0edfe291-e5e9-4372-8b5f-1c36b4c34792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e7f0dee6-cf0a-4221-b43e-e168b147321b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.858537 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.879860 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (b7117cdb-eccf-49dd-8837-2c2cbd019dae), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:57.957674 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] For port f6ac183f-337d-4089-84cd-7871f4afcfc6, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:47:57.963896 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] For port f6ac183f-337d-4089-84cd-7871f4afcfc6, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f6ac183f-337d-4089-84cd-7871f4afcfc6,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:47:57.975969 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.016789 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-0edfe291-e5e9-4372-8b5f-1c36b4c34792 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f4e21006152b476bb25e30dd3af4b991&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8382030 Mar 23 12:47:58.040872 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e91c2e-b175-4122-bf57-ca27befdd0a7 None None] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:47:58.053115 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41562) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:58.054237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Router 1c507e0b-f70e-4621-8070-3d62fde9be1c is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:47:58.199904 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Allocated IP 172.20.0.2 (0f9d749a-8c53-4fe9-b95c-7cb54b937c17/63398873-4efe-47a4-aa76-1497d6c15e4c/6078a8a4-5426-4db7-8522-6e490d3865f9) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:58.270532 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7117cdb-eccf-49dd-8837-2c2cbd019dae,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:58.285807 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af253dda-9d5a-4f04-aa50-c88dafcd0bc6 None None] Pushing event updated for resources: {'Port': ['ID=f6ac183f-337d-4089-84cd-7871f4afcfc6,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:58.312978 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Checking segment: {'id': 'eac395e6-6188-4cff-9629-3c781397d25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'db2218fd-c2a9-44d0-8226-dcecfdd92b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:47:58.313407 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Network hostable DHCP agents. Network: db2218fd-c2a9-44d0-8226-dcecfdd92b83, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:47:58.328033 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.348152 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Allocated IP 172.27.0.44 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/c92c07f6-a233-40ff-ae70-73fbe06bddde) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:58.352321 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-30e07685-5ce0-4acd-82ba-8ffdc469c849 None None] Provisioning complete for port 4139ce53-befc-4765-a059-e7a196327730 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:47:58.352723 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-30e07685-5ce0-4acd-82ba-8ffdc469c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (4139ce53-befc-4765-a059-e7a196327730), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.363249 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks [] for router_gateway (84a22b28-5b5d-4247-822c-1c09d15774e3), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.377314 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ced29a31-de78-4e3c-8411-bdc5df3d91e6 admin admin] Publish callbacks [] for security_group (5e79965a-77e9-4d62-975e-69e5f02b1882), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.478262 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Network db2218fd-c2a9-44d0-8226-dcecfdd92b83 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:47:58.486281 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ced29a31-de78-4e3c-8411-bdc5df3d91e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (5e79965a-77e9-4d62-975e-69e5f02b1882), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.498522 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:58.521752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfe291-e5e9-4372-8b5f-1c36b4c34792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f0dee6-cf0a-4221-b43e-e168b147321b,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:58.553578 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Publish callbacks [] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.578357 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.587915 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, db2218fd-c2a9-44d0-8226-dcecfdd92b83) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:58.606144 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-ced29a31-de78-4e3c-8411-bdc5df3d91e6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14c45cc9275e4b1190fb70a3f2fd8e94&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0256054 Mar 23 12:47:58.606294 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:58.606294 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.608760 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41576) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:58.614133 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Checking segment: {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:47:58.614947 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Network hostable DHCP agents. Network: 0ad8b074-08cc-49f1-9aea-20ddb46a3d70, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:47:58.639535 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8556f14-95b6-487d-af4e-c6f0a30fdb87 None None] Network db2218fd-c2a9-44d0-8226-dcecfdd92b83 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:47:58.640237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced29a31-de78-4e3c-8411-bdc5df3d91e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e79965a-77e9-4d62-975e-69e5f02b1882,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:58.661139 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41578) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:58.699210 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c174bac0-91cf-4670-8adb-7ed84f09be2d admin admin] Publish callbacks [] for security_group (e7f0dee6-cf0a-4221-b43e-e168b147321b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.705214 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-14366862-2324-4979-9226-4f90ecb52234 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8343213 Mar 23 12:47:58.740762 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks [] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.757533 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:47:58.759301 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:47:58.784091 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Sync routers for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:47:58.810120 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c174bac0-91cf-4670-8adb-7ed84f09be2d admin admin] Publish callbacks [] for security_group (e7f0dee6-cf0a-4221-b43e-e168b147321b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.813309 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 0ad8b074-08cc-49f1-9aea-20ddb46a3d70) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:58.816171 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:58.817364 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aa1630ff-2653-4a5f-84a0-51816c3a0e86 admin admin] Publish callbacks [] for security_group (5e79965a-77e9-4d62-975e-69e5f02b1882), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.818893 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:58.839451 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:47:58.839962 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.843667 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Pushing event updated for resources: {'Port': ['ID=6078a8a4-5426-4db7-8522-6e490d3865f9,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:58.848703 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:58.857830 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34c2026-f1df-47fa-93de-6d5eef7d562d None None] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:47:58.897491 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.898946 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-21ef3040-5718-47f2-9d92-7e4e3002a855 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2048032 Mar 23 12:47:58.903968 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aa1630ff-2653-4a5f-84a0-51816c3a0e86 admin admin] Publish callbacks [] for security_group (5e79965a-77e9-4d62-975e-69e5f02b1882), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.911307 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41584) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:58.918794 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:58.923375 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-45f84c04-d553-442e-a00d-68c2a7a707f2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5897617 Mar 23 12:47:58.927124 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41586) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:58.935822 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:47:59.014003 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:47:59.014863 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:59.061430 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c07d-816c-4b5e-a5e6-46dd48b595f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.098004 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:47:59.098907 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.128927 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 4139ce53-befc-4765-a059-e7a196327730 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:47:59.192704 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:47:59.238724 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:47:59.258823 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks [] for router_gateway (84a22b28-5b5d-4247-822c-1c09d15774e3), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.262013 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:47:59.264420 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Pushing event updated for resources: {'Port': ['ID=c92c07f6-a233-40ff-ae70-73fbe06bddde,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:59.306481 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:47:59.314881 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.325970 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (5a768bf8-630f-44c2-9cf0-86702bd26fb4), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.328680 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (5a768bf8-630f-44c2-9cf0-86702bd26fb4), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.479827 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aa1630ff-2653-4a5f-84a0-51816c3a0e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (5e79965a-77e9-4d62-975e-69e5f02b1882), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.482968 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aa1630ff-2653-4a5f-84a0-51816c3a0e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.484394 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-aa1630ff-2653-4a5f-84a0-51816c3a0e86 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5e79965a-77e9-4d62-975e-69e5f02b1882 HTTP/1.1" status: 204 len: 168 time: 0.8722432 Mar 23 12:47:59.542381 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Allocated IP 172.27.0.219 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/d82000b9-e428-450a-936b-1b4d1277f28e) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:47:59.582976 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1630ff-2653-4a5f-84a0-51816c3a0e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e79965a-77e9-4d62-975e-69e5f02b1882,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:59.650550 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c174bac0-91cf-4670-8adb-7ed84f09be2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e7f0dee6-cf0a-4221-b43e-e168b147321b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.657292 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41612) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:47:59.658128 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c174bac0-91cf-4670-8adb-7ed84f09be2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.659556 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-c174bac0-91cf-4670-8adb-7ed84f09be2d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e7f0dee6-cf0a-4221-b43e-e168b147321b HTTP/1.1" status: 204 len: 168 time: 1.6003153 Mar 23 12:47:59.667135 dv-cinder-797245-11-iscsi neutron-server[115108]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 12:47:59.708854 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c174bac0-91cf-4670-8adb-7ed84f09be2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f0dee6-cf0a-4221-b43e-e168b147321b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:47:59.733623 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac2d16-aacb-43df-99a1-00d4fae31c92 None None] Network db2218fd-c2a9-44d0-8226-dcecfdd92b83 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:47:59.791843 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:47:56Z', 'revision_number': 3, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:47:59.837826 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Checking router: 1c507e0b-f70e-4621-8070-3d62fde9be1c for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:47:59.840565 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Updating router 1c507e0b-f70e-4621-8070-3d62fde9be1c port 33864acf-9b20-470a-b28e-f6b8e09c472e binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:47:59.857871 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks [] for router_controller (5a768bf8-630f-44c2-9cf0-86702bd26fb4), precommit_add_association {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.864655 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-30e07685-5ce0-4acd-82ba-8ffdc469c849 None None] Current status of the port 4139ce53-befc-4765-a059-e7a196327730 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:47:59.865045 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-30e07685-5ce0-4acd-82ba-8ffdc469c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (4139ce53-befc-4765-a059-e7a196327730), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.871742 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:47:59.896455 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Attempting to bind port 6078a8a4-5426-4db7-8522-6e490d3865f9 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:47:59.896833 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Attempting to bind port 6078a8a4-5426-4db7-8522-6e490d3865f9 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:47:59.899759 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Attempting to bind port 6078a8a4-5426-4db7-8522-6e490d3865f9 on network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:47:59.934815 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ba9a74-d899-44d3-b0fc-418162468960 None None] Network c22af5e6-8870-46e4-888c-8471bf57200b requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:48:00.035453 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks [] for router_gateway (5a768bf8-630f-44c2-9cf0-86702bd26fb4), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.038801 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:00.039177 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Checking segment: {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:00.039635 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.039958 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Bound using segment: {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:00.040492 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Bound port: 6078a8a4-5426-4db7-8522-6e490d3865f9, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:00.040896 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.045711 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks [] for port (d82000b9-e428-450a-936b-1b4d1277f28e), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.124009 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 4139ce53-befc-4765-a059-e7a196327730 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:00.124433 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (4139ce53-befc-4765-a059-e7a196327730), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.151154 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41626) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:00.156728 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.207654 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dec694d9-a42d-44c9-be21-29f3d4dd2bbb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.220226 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:00.230269 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:00.235239 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:00.276755 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c07d-816c-4b5e-a5e6-46dd48b595f0 admin admin] Publish callbacks [] for security_group (5aeaab3a-e4ea-495c-aceb-191c5faf9f1f), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.324658 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c07d-816c-4b5e-a5e6-46dd48b595f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (5aeaab3a-e4ea-495c-aceb-191c5faf9f1f), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.333526 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Pushing event updated for resources: {'Port': ['ID=d82000b9-e428-450a-936b-1b4d1277f28e,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:00.396713 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Publish callbacks [] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.405000 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.455494 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Attempting to bind port 33864acf-9b20-470a-b28e-f6b8e09c472e on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:00.457470 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Attempting to bind port 33864acf-9b20-470a-b28e-f6b8e09c472e by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:00.459066 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Attempting to bind port 33864acf-9b20-470a-b28e-f6b8e09c472e on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:00.483032 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-c67725ae-67bc-4a94-98e4-cdae50b7a529 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:00.490302 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-c67725ae-67bc-4a94-98e4-cdae50b7a529 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/networks?id=db2218fd-c2a9-44d0-8226-dcecfdd92b83 HTTP/1.1" status: 200 len: 812 time: 0.8310876 Mar 23 12:48:00.499916 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41630) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:00.507105 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:00.508307 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:00.509130 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.509785 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:00.510523 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Bound port: 33864acf-9b20-470a-b28e-f6b8e09c472e, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:00.511655 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.522053 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks [] for router_gateway (c0db5f8d-664e-48d6-957a-f22bedc46d3e), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.524136 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1c07d-816c-4b5e-a5e6-46dd48b595f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aeaab3a-e4ea-495c-aceb-191c5faf9f1f,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:00.564272 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-77041a5e-875a-41dc-a9c2-40bac0334c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.567181 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-30e07685-5ce0-4acd-82ba-8ffdc469c849 None None] For port 4139ce53-befc-4765-a059-e7a196327730, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=4139ce53-befc-4765-a059-e7a196327730,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:00.580146 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-5ccd8159-d1d0-49b8-940c-aa83f1dfc8bd tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/quotas/60a2d6f020d94e40a203602248d41c3b HTTP/1.1" status: 200 len: 375 time: 0.0888734 Mar 23 12:48:00.613457 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b2f1c07d-816c-4b5e-a5e6-46dd48b595f0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2af6e8d04c3541e8a8b8b62e2989ba21&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9510534 Mar 23 12:48:00.614059 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-30e07685-5ce0-4acd-82ba-8ffdc469c849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (4139ce53-befc-4765-a059-e7a196327730), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.623549 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Allocated IP 172.20.0.2 (0ad8b074-08cc-49f1-9aea-20ddb46a3d70/f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75/014fd1c0-c59c-4fcf-938e-bfa745067162) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:00.647293 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] For port 33864acf-9b20-470a-b28e-f6b8e09c472e, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:00.651481 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] For port 33864acf-9b20-470a-b28e-f6b8e09c472e, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=33864acf-9b20-470a-b28e-f6b8e09c472e,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:00.652636 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41632) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:00.668733 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dec694d9-a42d-44c9-be21-29f3d4dd2bbb admin admin] Publish callbacks [] for security_group (9fa125a6-d5b7-49c7-8c86-3bba98049685), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.675183 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks [] for router_gateway (5a768bf8-630f-44c2-9cf0-86702bd26fb4), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.677655 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Pushing event updated for resources: {'Port': ['ID=33864acf-9b20-470a-b28e-f6b8e09c472e,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:00.687096 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.689909 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.690916 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.691970 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.692370 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.692713 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.693050 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.693456 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.693791 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.694140 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.694478 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.694809 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.695159 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.695490 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.695818 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.696161 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Tracked resource versions report: Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: pushed versions: Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: { 'AddressGroup': {'1.2'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Agent': {'1.1'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'ConntrackHelper': {'1.0'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'LocalIPAssociation': {'1.0'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Log': {'1.0'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'NDPProxy': {'1.0'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Network': {'1.1'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Port': {'1.7'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'PortForwarding': {'1.3'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'QosPolicy': {'1.10'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SecurityGroup': {'1.5'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SecurityGroupRule': {'1.2'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SubPort': {'1.0'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Subnet': {'1.1'}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Trunk': {'1.1'}} Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: consumer versions: Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: { DHCP agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: HyperV agent@hv-cinder-79724: {}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: L3 agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: Metadata agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: Metering agent@dv-cinder-797245-11-iscsi: {}, Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: Open vSwitch agent@dv-cinder-797245-11-iscsi: { 'AddressGroup': '1.2', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Agent': '1.1', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'ConntrackHelper': '1.0', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'LocalIPAssociation': '1.0', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Log': '1.0', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'NDPProxy': '1.0', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Network': '1.1', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Port': '1.7', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'PortForwarding': '1.3', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'QosPolicy': '1.10', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SecurityGroup': '1.5', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SecurityGroupRule': '1.2', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'SubPort': '1.0', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Subnet': '1.1', Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: 'Trunk': '1.1'}} Mar 23 12:48:00.697360 dv-cinder-797245-11-iscsi neutron-server[115113]: {{(pid=115113) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 23 12:48:00.717821 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dec694d9-a42d-44c9-be21-29f3d4dd2bbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9fa125a6-d5b7-49c7-8c86-3bba98049685), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.725453 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.758944 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:00.759779 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:00.760896 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e07685-5ce0-4acd-82ba-8ffdc469c849 None None] Pushing event updated for resources: {'Port': ['ID=4139ce53-befc-4765-a059-e7a196327730,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:00.778000 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-be580ef0-55a7-4945-9593-418db4812898 None None] For port 6078a8a4-5426-4db7-8522-6e490d3865f9, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:00.804822 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee66ad-b19e-4205-9875-e34e228602a8 None None] Pushing event updated for resources: {'Port': ['ID=33864acf-9b20-470a-b28e-f6b8e09c472e,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:00.840934 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec694d9-a42d-44c9-be21-29f3d4dd2bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa125a6-d5b7-49c7-8c86-3bba98049685,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:00.849502 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-dec694d9-a42d-44c9-be21-29f3d4dd2bbb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=325855891f7943228ca98bcfa0e4f257&name=default HTTP/1.1" status: 200 len: 2994 time: 0.6918490 Mar 23 12:48:00.853590 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41634) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:00.872216 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-be580ef0-55a7-4945-9593-418db4812898 None None] For port 6078a8a4-5426-4db7-8522-6e490d3865f9, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=6078a8a4-5426-4db7-8522-6e490d3865f9,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:00.893848 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:00.915572 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] Provisioning complete for port f6ac183f-337d-4089-84cd-7871f4afcfc6 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:00.915962 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.948203 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:00.950054 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks [] for router_gateway (84a22b28-5b5d-4247-822c-1c09d15774e3), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.008402 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-77041a5e-875a-41dc-a9c2-40bac0334c4c admin admin] Publish callbacks [] for security_group (c86decc8-dc66-43de-86b6-b7267235c2c2), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.049919 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-77041a5e-875a-41dc-a9c2-40bac0334c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c86decc8-dc66-43de-86b6-b7267235c2c2), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.072411 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Allocated IP 172.27.0.52 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/5e5b1e27-af99-49b8-995e-bbe82b26c11d) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:01.113051 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 4139ce53-befc-4765-a059-e7a196327730 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:01.113244 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-02025cf7-e51b-4b67-8db8-6e679b506fe9 admin admin] Publish callbacks [] for security_group (9fa125a6-d5b7-49c7-8c86-3bba98049685), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.113476 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f6ac183f-337d-4089-84cd-7871f4afcfc6 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:01.154336 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-77041a5e-875a-41dc-a9c2-40bac0334c4c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=73a7af97c5c74502a411685d225b2677&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6533377 Mar 23 12:48:01.171407 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41636) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:01.184865 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be580ef0-55a7-4945-9593-418db4812898 None None] Pushing event updated for resources: {'Port': ['ID=6078a8a4-5426-4db7-8522-6e490d3865f9,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:01.191483 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-be76458c-adb3-4332-94a4-40fc10d133ef tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=60a2d6f020d94e40a203602248d41c3b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6088550 Mar 23 12:48:01.217122 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77041a5e-875a-41dc-a9c2-40bac0334c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86decc8-dc66-43de-86b6-b7267235c2c2,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:01.256043 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-02025cf7-e51b-4b67-8db8-6e679b506fe9 admin admin] Publish callbacks [] for security_group (9fa125a6-d5b7-49c7-8c86-3bba98049685), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.301973 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:47:56Z', 'revision_number': 3, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:01.325798 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Publish callbacks [] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.351392 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b01ab-5d79-4692-b2ed-1ef913d9dc86 None None] The sync data for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi is: [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:47:56Z', 'revision_number': 3, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:01.360845 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.370752 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] Current status of the port f6ac183f-337d-4089-84cd-7871f4afcfc6 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:01.371740 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.431578 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e7315f92-8940-4337-a4bf-9136ed9f3a58 admin admin] Publish callbacks [] for security_group (5aeaab3a-e4ea-495c-aceb-191c5faf9f1f), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.437270 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (c0db5f8d-664e-48d6-957a-f22bedc46d3e), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.442626 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:01.460290 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:01.479966 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:01.499095 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port f6ac183f-337d-4089-84cd-7871f4afcfc6 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:01.499890 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.614842 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] For port f6ac183f-337d-4089-84cd-7871f4afcfc6, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f6ac183f-337d-4089-84cd-7871f4afcfc6,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:01.620323 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Pushing event updated for resources: {'Port': ['ID=014fd1c0-c59c-4fcf-938e-bfa745067162,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:01.651949 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e7315f92-8940-4337-a4bf-9136ed9f3a58 admin admin] Publish callbacks [] for security_group (5aeaab3a-e4ea-495c-aceb-191c5faf9f1f), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.668461 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.678394 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.709388 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks [] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.745259 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c02adc1d-f34d-486a-a8ea-eaed65e7a2a8 admin admin] Publish callbacks [] for security_group (c86decc8-dc66-43de-86b6-b7267235c2c2), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.754201 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-02025cf7-e51b-4b67-8db8-6e679b506fe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9fa125a6-d5b7-49c7-8c86-3bba98049685), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.765196 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-02025cf7-e51b-4b67-8db8-6e679b506fe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.766480 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-02025cf7-e51b-4b67-8db8-6e679b506fe9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9fa125a6-d5b7-49c7-8c86-3bba98049685 HTTP/1.1" status: 204 len: 168 time: 0.9091806 Mar 23 12:48:01.790796 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (84a22b28-5b5d-4247-822c-1c09d15774e3), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.791834 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Attempting to bind port 014fd1c0-c59c-4fcf-938e-bfa745067162 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:01.792444 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Attempting to bind port 014fd1c0-c59c-4fcf-938e-bfa745067162 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:01.792935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Attempting to bind port 014fd1c0-c59c-4fcf-938e-bfa745067162 on network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:01.809356 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] Pushing event updated for resources: {'Port': ['ID=f6ac183f-337d-4089-84cd-7871f4afcfc6,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:01.844545 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-15e95c1a-bf0f-4dee-a6e3-84d15ec5e240 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:48:01.846103 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-15e95c1a-bf0f-4dee-a6e3-84d15ec5e240 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1591079 Mar 23 12:48:01.859813 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:01.860387 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Checking segment: {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:01.860904 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.861295 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Bound using segment: {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:01.861730 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Bound port: 014fd1c0-c59c-4fcf-938e-bfa745067162, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:01.863921 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02025cf7-e51b-4b67-8db8-6e679b506fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa125a6-d5b7-49c7-8c86-3bba98049685,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:01.865179 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:01.918205 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] Provisioning complete for port 4139ce53-befc-4765-a059-e7a196327730 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:01.918576 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (4139ce53-befc-4765-a059-e7a196327730), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.115878 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c02adc1d-f34d-486a-a8ea-eaed65e7a2a8 admin admin] Publish callbacks [] for security_group (c86decc8-dc66-43de-86b6-b7267235c2c2), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.121172 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port f6ac183f-337d-4089-84cd-7871f4afcfc6 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:02.131464 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:48:02.168228 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] For port 014fd1c0-c59c-4fcf-938e-bfa745067162, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:02.206648 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.258117 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e7315f92-8940-4337-a4bf-9136ed9f3a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (5aeaab3a-e4ea-495c-aceb-191c5faf9f1f), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.269134 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e7315f92-8940-4337-a4bf-9136ed9f3a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.270623 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e7315f92-8940-4337-a4bf-9136ed9f3a58 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5aeaab3a-e4ea-495c-aceb-191c5faf9f1f HTTP/1.1" status: 204 len: 168 time: 1.6167796 Mar 23 12:48:02.273986 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] For port 014fd1c0-c59c-4fcf-938e-bfa745067162, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=014fd1c0-c59c-4fcf-938e-bfa745067162,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:02.293508 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.377617 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-4587c306-531f-4373-8193-970f0bdcc1d9 None None] Current status of the port 4139ce53-befc-4765-a059-e7a196327730 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:02.394381 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:02.431574 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:02.457649 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7315f92-8940-4337-a4bf-9136ed9f3a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aeaab3a-e4ea-495c-aceb-191c5faf9f1f,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:02.458796 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:02.459286 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dab19a3-6455-4407-9107-92f261296e08 None None] Pushing event updated for resources: {'Port': ['ID=014fd1c0-c59c-4fcf-938e-bfa745067162,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:02.504596 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-caee004a-18c5-4517-b85e-40463042285f None None] Provisioning complete for port f6ac183f-337d-4089-84cd-7871f4afcfc6 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:02.505117 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-caee004a-18c5-4517-b85e-40463042285f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.527752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Pushing event updated for resources: {'Port': ['ID=5e5b1e27-af99-49b8-995e-bbe82b26c11d,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:02.565622 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-7ed901a4-c326-49e4-984f-9d470ff4456b service neutron] 10.222.0.45 "GET /v2.0/networks/db2218fd-c2a9-44d0-8226-dcecfdd92b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6431854 Mar 23 12:48:02.661246 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 4139ce53-befc-4765-a059-e7a196327730 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:02.688649 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-caee004a-18c5-4517-b85e-40463042285f None None] Current status of the port f6ac183f-337d-4089-84cd-7871f4afcfc6 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:02.697944 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c02adc1d-f34d-486a-a8ea-eaed65e7a2a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c86decc8-dc66-43de-86b6-b7267235c2c2), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.709097 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c02adc1d-f34d-486a-a8ea-eaed65e7a2a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.711254 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-c02adc1d-f34d-486a-a8ea-eaed65e7a2a8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c86decc8-dc66-43de-86b6-b7267235c2c2 HTTP/1.1" status: 204 len: 168 time: 1.4955440 Mar 23 12:48:02.768487 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 4139ce53-befc-4765-a059-e7a196327730 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:02.768487 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (4139ce53-befc-4765-a059-e7a196327730), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:02.851036 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02adc1d-f34d-486a-a8ea-eaed65e7a2a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86decc8-dc66-43de-86b6-b7267235c2c2,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:03.080354 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac937343-f6f6-4add-92a8-d614ce4b49d8 None None] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:48:03.105539 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:03.118948 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Allocated IP 172.20.0.1 (b6cbf188-3c50-4afa-8c2c-521bcdfda65d/1b765262-b031-4ba4-b28b-57e821c0d8ce/0044df7a-96c1-4792-ba79-b4203ab9ebcd) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:03.135141 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Router 84a22b28-5b5d-4247-822c-1c09d15774e3 is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:48:03.198979 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:03.211490 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-ef78ad18-ef4a-44ca-b347-9dd0aeb812c1 service neutron] 10.222.0.45 "GET /v2.0/networks/db2218fd-c2a9-44d0-8226-dcecfdd92b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6160834 Mar 23 12:48:03.236568 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:03.242454 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-05dcf86d-9c18-48e3-9ae6-149cdeecc47b None None] Provisioning complete for port 6078a8a4-5426-4db7-8522-6e490d3865f9 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:03.242934 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-05dcf86d-9c18-48e3-9ae6-149cdeecc47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:03.244667 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 4139ce53-befc-4765-a059-e7a196327730 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:03.246110 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 6078a8a4-5426-4db7-8522-6e490d3865f9 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:03.249653 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-33ede2dd-d5b1-4a7f-a11d-498c717eed17 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.1691959 Mar 23 12:48:03.250334 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41666) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:03.443829 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:03.444528 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:03.605635 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:03.616006 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks [] for router_gateway (5a768bf8-630f-44c2-9cf0-86702bd26fb4), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:03.621758 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Sync routers for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:03.663605 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:03.666876 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:03.764900 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:03.771440 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-2f3f1f00-d290-4ff8-867d-47b95e340136 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.4169965 Mar 23 12:48:03.774555 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41694) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:03.787171 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Publish callbacks [] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:03.814151 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41696) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:03.819940 dv-cinder-797245-11-iscsi neutron-server[115109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 23 12:48:03.923225 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 6078a8a4-5426-4db7-8522-6e490d3865f9 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:03.924369 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:03.935822 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:48:03.941379 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2a342e57-a46f-4ecf-a91d-7b1873774858 req-9cdfff9e-7a6a-4f4a-b5fc-46486d4d7f9a tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 210 time: 0.1238470 Mar 23 12:48:04.045343 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:04.065903 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-05dcf86d-9c18-48e3-9ae6-149cdeecc47b None None] Current status of the port 6078a8a4-5426-4db7-8522-6e490d3865f9 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:04.066387 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-05dcf86d-9c18-48e3-9ae6-149cdeecc47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:04.153563 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-05dcf86d-9c18-48e3-9ae6-149cdeecc47b None None] For port 6078a8a4-5426-4db7-8522-6e490d3865f9, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=6078a8a4-5426-4db7-8522-6e490d3865f9,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:04.234484 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:04.249545 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-05dcf86d-9c18-48e3-9ae6-149cdeecc47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:04.290407 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:04.296498 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (5a768bf8-630f-44c2-9cf0-86702bd26fb4), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:04.673467 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:48:04.810263 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:00Z', 'revision_number': 3, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:47:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:04.851893 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Checking router: 84a22b28-5b5d-4247-822c-1c09d15774e3 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:04.852593 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Updating router 84a22b28-5b5d-4247-822c-1c09d15774e3 port d82000b9-e428-450a-936b-1b4d1277f28e binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:48:04.886731 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcf86d-9c18-48e3-9ae6-149cdeecc47b None None] Pushing event updated for resources: {'Port': ['ID=6078a8a4-5426-4db7-8522-6e490d3865f9,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:04.897327 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319f8320-da86-4c0f-8ea7-4d9cfd3218fe None None] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:48:04.901839 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:04.911920 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:04.925168 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:04.925663 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (1c507e0b-f70e-4621-8070-3d62fde9be1c), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:04.937205 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:05.001716 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Pushing event updated for resources: {'Port': ['ID=0044df7a-96c1-4792-ba79-b4203ab9ebcd,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:05.057530 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:05.116584 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:05.120925 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f3bb9329-27db-4441-a902-eec8caf2ee9c admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1883790 Mar 23 12:48:05.121098 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 41744) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:05.207469 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Sync routers for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:05.275844 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-aebd3ca8-9ec1-4d0f-b1ae-c5019f9dd3dd None None] Provisioning complete for port 014fd1c0-c59c-4fcf-938e-bfa745067162 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:05.276282 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aebd3ca8-9ec1-4d0f-b1ae-c5019f9dd3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:05.391314 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 6078a8a4-5426-4db7-8522-6e490d3865f9 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:05.392748 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f6ac183f-337d-4089-84cd-7871f4afcfc6 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:05.479835 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:05.480508 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:05.601442 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Publish callbacks [] for port (d82000b9-e428-450a-936b-1b4d1277f28e), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:05.615777 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:05.681452 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Attempting to bind port d82000b9-e428-450a-936b-1b4d1277f28e on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:05.681840 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Attempting to bind port d82000b9-e428-450a-936b-1b4d1277f28e by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:05.682204 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Attempting to bind port d82000b9-e428-450a-936b-1b4d1277f28e on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:05.701177 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5ae2a1d2-ee1f-40db-b04e-dbfc948d2e61 req-b69e01f9-de47-43f8-845f-b9f6fa156b88 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 210 time: 0.5831163 Mar 23 12:48:05.734031 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:05.734031 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:05.741558 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:05.742183 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:05.742732 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Bound port: d82000b9-e428-450a-936b-1b4d1277f28e, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:05.743171 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:05.819204 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:05.822438 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a1f54-ee7b-4a26-b36e-797cd81bf77a None None] Pushing event updated for resources: {'Port': ['ID=d82000b9-e428-450a-936b-1b4d1277f28e,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:05.823845 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port f6ac183f-337d-4089-84cd-7871f4afcfc6 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:05.824413 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:05.857864 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-aebd3ca8-9ec1-4d0f-b1ae-c5019f9dd3dd None None] Current status of the port 014fd1c0-c59c-4fcf-938e-bfa745067162 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:05.858490 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aebd3ca8-9ec1-4d0f-b1ae-c5019f9dd3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:05.985909 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] For port d82000b9-e428-450a-936b-1b4d1277f28e, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:05.992192 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] For port d82000b9-e428-450a-936b-1b4d1277f28e, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=d82000b9-e428-450a-936b-1b4d1277f28e,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:06.006262 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:06.028486 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:47:59Z', 'revision_number': 3, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:47:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:06.098102 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:06.098728 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Updating router c0db5f8d-664e-48d6-957a-f22bedc46d3e port c92c07f6-a233-40ff-ae70-73fbe06bddde binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:48:06.105326 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-aebd3ca8-9ec1-4d0f-b1ae-c5019f9dd3dd None None] For port 014fd1c0-c59c-4fcf-938e-bfa745067162, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=014fd1c0-c59c-4fcf-938e-bfa745067162,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:06.131900 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:06.132621 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:06.147213 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-aebd3ca8-9ec1-4d0f-b1ae-c5019f9dd3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:06.212098 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:06.269494 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:06.343878 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:06.348827 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a1f54-ee7b-4a26-b36e-797cd81bf77a None None] Pushing event updated for resources: {'Port': ['ID=d82000b9-e428-450a-936b-1b4d1277f28e,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:06.479324 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:06.492945 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port f6ac183f-337d-4089-84cd-7871f4afcfc6 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:06.494506 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 33864acf-9b20-470a-b28e-f6b8e09c472e up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:06.545252 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:06.624566 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a7101137-8c7b-4292-9fc7-2000663fb4cc None None] Provisioning complete for port 0044df7a-96c1-4792-ba79-b4203ab9ebcd triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:06.629358 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a7101137-8c7b-4292-9fc7-2000663fb4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:06.631458 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebd3ca8-9ec1-4d0f-b1ae-c5019f9dd3dd None None] Pushing event updated for resources: {'Port': ['ID=014fd1c0-c59c-4fcf-938e-bfa745067162,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:06.691305 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:06.812820 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a7101137-8c7b-4292-9fc7-2000663fb4cc None None] Port 0044df7a-96c1-4792-ba79-b4203ab9ebcd cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:06.904845 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:03Z', 'revision_number': 3, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:07.041862 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Checking router: 5a768bf8-630f-44c2-9cf0-86702bd26fb4 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:07.042230 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Updating router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 port 5e5b1e27-af99-49b8-995e-bbe82b26c11d binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:48:07.048079 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a7101137-8c7b-4292-9fc7-2000663fb4cc None None] Provisioning complete for port 6078a8a4-5426-4db7-8522-6e490d3865f9 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:07.048896 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:00Z', 'revision_number': 3, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:07.060158 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a7101137-8c7b-4292-9fc7-2000663fb4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:07.089848 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6e41b9-fcbb-4126-99af-2e590afe102c None None] The sync data for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi is: [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:00Z', 'revision_number': 3, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:07.095642 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 33864acf-9b20-470a-b28e-f6b8e09c472e triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:07.095792 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:07.097745 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-53ec2454-949b-4d05-b7c0-4589a766b738 req-60f81272-e316-4ec1-8a63-7ba390dc8021 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 210 time: 0.0477507 Mar 23 12:48:07.151311 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Allocated IP 172.20.0.1 (0f9d749a-8c53-4fe9-b95c-7cb54b937c17/63398873-4efe-47a4-aa76-1497d6c15e4c/01f57f5a-7afe-491e-9aa9-8c4bd565c690) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:07.213090 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Allocated IP 172.20.0.1 (0ad8b074-08cc-49f1-9aea-20ddb46a3d70/f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75/e65028c6-ed19-4156-ab39-4a19ba55ddd1) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:07.219167 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:07.431426 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Publish callbacks [] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:07.445794 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.53', 64373) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:07.507401 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:07.508436 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (1c507e0b-f70e-4621-8070-3d62fde9be1c), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:07.554151 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Allocated IP 172.20.0.1 (c22af5e6-8870-46e4-888c-8471bf57200b/96d74455-684d-47ad-9854-658b83e265d4/dcde6046-3e81-4fca-9cb9-7e76e20ce430) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:07.777417 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Pushing event updated for resources: {'Port': ['ID=0044df7a-96c1-4792-ba79-b4203ab9ebcd,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:07.841617 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Publish callbacks [] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:07.918258 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Publish callbacks [] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:07.922019 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:07.927399 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:07.935357 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-16b0ebcb-600e-41c2-8b1a-f03d882fd173 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:07.945555 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-16b0ebcb-600e-41c2-8b1a-f03d882fd173 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.53 "GET /v2.0/networks?id=db2218fd-c2a9-44d0-8226-dcecfdd92b83 HTTP/1.1" status: 200 len: 812 time: 0.4968717 Mar 23 12:48:08.019761 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Request body: {'port': {'device_id': '82749024-559c-49d2-a1ac-7da5c8df4515', 'network_id': 'db2218fd-c2a9-44d0-8226-dcecfdd92b83', 'admin_state_up': True, 'tenant_id': '60a2d6f020d94e40a203602248d41c3b'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:08.036500 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.140931 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Publish callbacks [] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.151390 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a7101137-8c7b-4292-9fc7-2000663fb4cc None None] Current status of the port 6078a8a4-5426-4db7-8522-6e490d3865f9 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:08.157152 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 33864acf-9b20-470a-b28e-f6b8e09c472e is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:08.158601 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.170795 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.208773 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Publish callbacks [] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.281905 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:08.322206 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:08.330396 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:08.333219 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (5a768bf8-630f-44c2-9cf0-86702bd26fb4), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.354547 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.385134 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port 33864acf-9b20-470a-b28e-f6b8e09c472e, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=33864acf-9b20-470a-b28e-f6b8e09c472e,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:08.447905 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.497798 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Attempting to bind port c92c07f6-a233-40ff-ae70-73fbe06bddde on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:08.505103 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Attempting to bind port c92c07f6-a233-40ff-ae70-73fbe06bddde by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:08.505103 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Attempting to bind port c92c07f6-a233-40ff-ae70-73fbe06bddde on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:08.522819 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57073e44-e068-45e1-bd71-35eae541bbfd None None] Pushing event updated for resources: {'Port': ['ID=c92c07f6-a233-40ff-ae70-73fbe06bddde,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:08.563560 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:08.566423 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:08.567011 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.567694 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:08.568211 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Bound port: c92c07f6-a233-40ff-ae70-73fbe06bddde, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:08.568870 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.574153 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-9271eec1-411b-4c0d-8340-a3301eb1176b None None] Provisioning complete for port 014fd1c0-c59c-4fcf-938e-bfa745067162 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:08.574449 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9271eec1-411b-4c0d-8340-a3301eb1176b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:08.574521 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Pushing event updated for resources: {'Port': ['ID=01f57f5a-7afe-491e-9aa9-8c4bd565c690,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:08.590793 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Pushing event updated for resources: {'Port': ['ID=e65028c6-ed19-4156-ab39-4a19ba55ddd1,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:08.692729 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:08.762797 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:08.791238 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8d13c7bf-1697-47f8-a54d-c51121a415f1 req-8f7a1218-ad56-4ee7-a581-b3877258f749 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 210 time: 0.1630201 Mar 23 12:48:08.798292 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:08.799623 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (84a22b28-5b5d-4247-822c-1c09d15774e3), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.122906 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Made reservation on behalf of 60a2d6f020d94e40a203602248d41c3b for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:09.127019 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.212879 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Publish callbacks [] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.222037 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=33864acf-9b20-470a-b28e-f6b8e09c472e,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:09.243045 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.246007 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 6078a8a4-5426-4db7-8522-6e490d3865f9 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:09.287216 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] For port c92c07f6-a233-40ff-ae70-73fbe06bddde, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:09.319531 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Router 1c507e0b-f70e-4621-8070-3d62fde9be1c has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:09.332135 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.363318 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Attempting to bind port 5e5b1e27-af99-49b8-995e-bbe82b26c11d on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:09.364589 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Attempting to bind port 5e5b1e27-af99-49b8-995e-bbe82b26c11d by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:09.365069 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Attempting to bind port 5e5b1e27-af99-49b8-995e-bbe82b26c11d on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:09.368672 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] For port c92c07f6-a233-40ff-ae70-73fbe06bddde, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=c92c07f6-a233-40ff-ae70-73fbe06bddde,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:09.406875 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Pushing event updated for resources: {'Port': ['ID=dcde6046-3e81-4fca-9cb9-7e76e20ce430,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:09.426585 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.430049 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:09.430589 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:09.431097 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.431588 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:09.432208 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Bound port: 5e5b1e27-af99-49b8-995e-bbe82b26c11d, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:09.433374 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.438105 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Network c22af5e6-8870-46e4-888c-8471bf57200b is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:09.443135 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:09.446146 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:09.446782 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (c0db5f8d-664e-48d6-957a-f22bedc46d3e), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.563891 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] For port 5e5b1e27-af99-49b8-995e-bbe82b26c11d, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:09.583890 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] For port 5e5b1e27-af99-49b8-995e-bbe82b26c11d, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=5e5b1e27-af99-49b8-995e-bbe82b26c11d,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:09.641512 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:09.804830 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ae716-5a18-4d8d-893f-d1c90ba149c5 None None] Pushing event updated for resources: {'Port': ['ID=5e5b1e27-af99-49b8-995e-bbe82b26c11d,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:09.912254 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-9271eec1-411b-4c0d-8340-a3301eb1176b None None] Current status of the port 014fd1c0-c59c-4fcf-938e-bfa745067162 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:09.949457 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:10.024130 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:10.086940 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:10.100466 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Sync routers for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:10.130102 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-fba70fb1-652f-4ddd-ad05-c4420ab5fd98 admin admin] 10.222.0.45 "PUT /v2.0/routers/1c507e0b-f70e-4621-8070-3d62fde9be1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2030597 Mar 23 12:48:10.130286 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:10.130286 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:10.176311 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 6078a8a4-5426-4db7-8522-6e490d3865f9 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:10.176723 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:10.200595 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:10.201284 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:10.371312 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57073e44-e068-45e1-bd71-35eae541bbfd None None] Pushing event updated for resources: {'Port': ['ID=c92c07f6-a233-40ff-ae70-73fbe06bddde,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:10.419562 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Allocated IP 172.20.0.8 (db2218fd-c2a9-44d0-8226-dcecfdd92b83/b7117cdb-eccf-49dd-8837-2c2cbd019dae/d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:10.435657 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:10.583756 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41920) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:10.606019 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:10.731300 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Provisioning complete for port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:10.731676 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:10.823899 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:10.853625 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ae716-5a18-4d8d-893f-d1c90ba149c5 None None] Pushing event updated for resources: {'Port': ['ID=5e5b1e27-af99-49b8-995e-bbe82b26c11d,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:10.864319 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:10.868134 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:10.967866 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Publish callbacks [] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:10.981399 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:10.983965 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (c0db5f8d-664e-48d6-957a-f22bedc46d3e), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.089456 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Provisioning complete for port dcde6046-3e81-4fca-9cb9-7e76e20ce430 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:11.089821 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.201115 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 6078a8a4-5426-4db7-8522-6e490d3865f9 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:11.202248 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 014fd1c0-c59c-4fcf-938e-bfa745067162 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:11.298310 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8ea85bc6-661e-4be3-bfe1-def35a3b6615 req-a19fdfe3-9ce3-45a6-a185-455d101d0986 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 210 time: 1.2460644 Mar 23 12:48:11.302398 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:11.348331 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Publish callbacks [] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.357399 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Pushing event updated for resources: {'Port': ['ID=dcde6046-3e81-4fca-9cb9-7e76e20ce430,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:11.363799 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.364175 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (5a768bf8-630f-44c2-9cf0-86702bd26fb4), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.386520 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:06Z', 'revision_number': 2, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:11.416878 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Port dcde6046-3e81-4fca-9cb9-7e76e20ce430 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:11.428821 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Checking router: 1c507e0b-f70e-4621-8070-3d62fde9be1c for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:11.429182 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Updating router 1c507e0b-f70e-4621-8070-3d62fde9be1c port 0044df7a-96c1-4792-ba79-b4203ab9ebcd binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:48:11.446831 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:11.464981 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.517612 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Network c22af5e6-8870-46e4-888c-8471bf57200b is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:11.599135 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:11.607894 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7ad66ab3-f722-45ed-a53a-b6dd11e3262c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.610395 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Provisioning complete for port 0044df7a-96c1-4792-ba79-b4203ab9ebcd triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:11.615769 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.651993 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Pushing event updated for resources: {'Port': ['ID=e65028c6-ed19-4156-ab39-4a19ba55ddd1,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:11.716450 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Port 0044df7a-96c1-4792-ba79-b4203ab9ebcd cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:11.820143 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Provisioning complete for port e65028c6-ed19-4156-ab39-4a19ba55ddd1 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:11.820535 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.855888 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7ad66ab3-f722-45ed-a53a-b6dd11e3262c admin admin] Publish callbacks [] for security_group (f6081675-6e9d-4c9f-b771-be4df22b1482), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.886564 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7ad66ab3-f722-45ed-a53a-b6dd11e3262c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f6081675-6e9d-4c9f-b771-be4df22b1482), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.925025 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Publish callbacks [] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.927282 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-344c1af5-d1d3-459d-8554-c6454cc2374a None None] Port e65028c6-ed19-4156-ab39-4a19ba55ddd1 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:11.949778 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 014fd1c0-c59c-4fcf-938e-bfa745067162 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:11.950161 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:11.975244 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad66ab3-f722-45ed-a53a-b6dd11e3262c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6081675-6e9d-4c9f-b771-be4df22b1482,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:12.013392 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.018012 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:12.020623 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:12.044027 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Publish callbacks [] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.064839 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.208566 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Network db2218fd-c2a9-44d0-8226-dcecfdd92b83 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:12.281285 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:12.387076 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-7ad66ab3-f722-45ed-a53a-b6dd11e3262c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=eb6932ff60df4a9eb2d42fd4f3998aee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7928002 Mar 23 12:48:12.392570 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41960) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:12.400313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:12.414616 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:12.441329 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:12.441485 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09082684-5ed7-47b1-9d79-cacadac675cd None None] Pushing event updated for resources: {'Port': ['ID=0044df7a-96c1-4792-ba79-b4203ab9ebcd,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:12.441943 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.451000 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Publish callbacks [] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.488226 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.488226 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (84a22b28-5b5d-4247-822c-1c09d15774e3), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.613435 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Attempting to bind port 0044df7a-96c1-4792-ba79-b4203ab9ebcd on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:12.615155 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Attempting to bind port 0044df7a-96c1-4792-ba79-b4203ab9ebcd by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:12.617041 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Attempting to bind port 0044df7a-96c1-4792-ba79-b4203ab9ebcd on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:12.623117 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6101620 Mar 23 12:48:12.642246 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:12.643578 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Checking segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:12.649974 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.652364 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Bound using segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:12.654272 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Bound port: 0044df7a-96c1-4792-ba79-b4203ab9ebcd, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:12.655298 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.710152 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:12.762231 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-d98c7734-0848-4362-8c71-da944400eb5b tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:48:12.764636 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 014fd1c0-c59c-4fcf-938e-bfa745067162 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:12.766461 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device d82000b9-e428-450a-936b-1b4d1277f28e up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:12.770449 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-d98c7734-0848-4362-8c71-da944400eb5b tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1195738 Mar 23 12:48:12.806714 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-190e1f22-f2b1-4b2d-bc72-bf4efafcd7bc admin admin] 10.222.0.45 "PUT /v2.0/routers/c0db5f8d-664e-48d6-957a-f22bedc46d3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5335586 Mar 23 12:48:12.815889 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e6b5-2705-450e-b438-d577748b1881 req-7cd9a505-3583-4975-87e4-46fbec4737bc tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:12.817500 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-7cd9a505-3583-4975-87e4-46fbec4737bc tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 818 time: 1.5426507 Mar 23 12:48:12.854050 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-0aa7cb74-448f-45c9-b3a2-4fbb26f03629 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/quotas/6433c525a3384ba0a96e7360444a072b HTTP/1.1" status: 200 len: 375 time: 0.0218875 Mar 23 12:48:12.860984 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-ef3eeab8-09ea-4347-b464-02a0025751a9 None None] Provisioning complete for port dcde6046-3e81-4fca-9cb9-7e76e20ce430 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:12.862555 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ef3eeab8-09ea-4347-b464-02a0025751a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.919293 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] For port 0044df7a-96c1-4792-ba79-b4203ab9ebcd, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:12.925197 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] For port 0044df7a-96c1-4792-ba79-b4203ab9ebcd, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=0044df7a-96c1-4792-ba79-b4203ab9ebcd,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:12.934826 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-ef3eeab8-09ea-4347-b464-02a0025751a9 None None] Port dcde6046-3e81-4fca-9cb9-7e76e20ce430 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:12.940891 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:12.955135 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cabc0-f47b-4970-9914-b3317b55e0ca tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Pushing event updated for resources: {'Port': ['ID=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:12.975102 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port d82000b9-e428-450a-936b-1b4d1277f28e triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:12.975567 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.007033 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:13.057619 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Pushing event updated for resources: {'Port': ['ID=01f57f5a-7afe-491e-9aa9-8c4bd565c690,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:13.135432 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aad74019-cec6-4b77-afaf-1d3a55c8f2b9 admin admin] Publish callbacks [] for security_group (f6081675-6e9d-4c9f-b771-be4df22b1482), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.153471 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:13.153964 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:13.215145 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aad74019-cec6-4b77-afaf-1d3a55c8f2b9 admin admin] Publish callbacks [] for security_group (f6081675-6e9d-4c9f-b771-be4df22b1482), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.286565 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b38dd-747a-4a77-a245-ca6002cfbf3e req-49c68b57-0297-4b1a-92a1-e3d770e3ba13 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:13.292579 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c7b38dd-747a-4a77-a245-ca6002cfbf3e req-49c68b57-0297-4b1a-92a1-e3d770e3ba13 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 931 time: 0.7739401 Mar 23 12:48:13.338672 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aad74019-cec6-4b77-afaf-1d3a55c8f2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f6081675-6e9d-4c9f-b771-be4df22b1482), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.343424 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aad74019-cec6-4b77-afaf-1d3a55c8f2b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.353244 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-aad74019-cec6-4b77-afaf-1d3a55c8f2b9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f6081675-6e9d-4c9f-b771-be4df22b1482 HTTP/1.1" status: 204 len: 168 time: 0.9495411 Mar 23 12:48:13.353244 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41974) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:13.366216 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] Provisioning complete for port e65028c6-ed19-4156-ab39-4a19ba55ddd1 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:13.368178 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.434711 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Request body: {'port': {'device_id': '82749024-559c-49d2-a1ac-7da5c8df4515', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:13.437892 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port d82000b9-e428-450a-936b-1b4d1277f28e is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:13.438572 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.465387 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09082684-5ed7-47b1-9d79-cacadac675cd None None] Pushing event updated for resources: {'Port': ['ID=0044df7a-96c1-4792-ba79-b4203ab9ebcd,revision_number=4']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:13.475028 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad74019-cec6-4b77-afaf-1d3a55c8f2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6081675-6e9d-4c9f-b771-be4df22b1482,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:13.518927 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:13.526539 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port d82000b9-e428-450a-936b-1b4d1277f28e, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=d82000b9-e428-450a-936b-1b4d1277f28e,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:13.532943 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] Port e65028c6-ed19-4156-ab39-4a19ba55ddd1 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:13.547785 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:13.599603 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.627515 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:07Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:13.653921 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-8eacedc0-1bfa-432c-a877-39d108de8be8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7719512 Mar 23 12:48:13.680600 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:13.765506 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50759691-5711-4a7f-b0f4-c09c9eb9b5d2 None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:07Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:13.772311 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=d82000b9-e428-450a-936b-1b4d1277f28e,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:13.798645 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:07Z', 'revision_number': 1, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:13.822489 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] Provisioning complete for port 0044df7a-96c1-4792-ba79-b4203ab9ebcd triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:13.823202 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.850431 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:13.898949 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 33864acf-9b20-470a-b28e-f6b8e09c472e up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:14.023945 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3400f2d7-ef6c-4171-9eb6-c1b10d3caa06 None None] The sync data for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi is: [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:07Z', 'revision_number': 1, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:14.067001 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 33864acf-9b20-470a-b28e-f6b8e09c472e triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:14.067432 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:14.085854 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c7b38dd-747a-4a77-a245-ca6002cfbf3e req-1628ff3e-918d-4bf9-b142-a81cd83b406f tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6686239 Mar 23 12:48:14.421203 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:12Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:14.552154 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 33864acf-9b20-470a-b28e-f6b8e09c472e is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:14.567588 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59162d95-8406-422c-9fd4-d3a1eb8b9d5a None None] The sync data for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi is: [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:12Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:14.572237 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] Current status of the port 0044df7a-96c1-4792-ba79-b4203ab9ebcd is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:14.572942 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:14.719687 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] For port 0044df7a-96c1-4792-ba79-b4203ab9ebcd, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=0044df7a-96c1-4792-ba79-b4203ab9ebcd,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:14.727604 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:14.837438 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 41992) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:14.838275 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-90b83f2e-122a-4920-b80d-083d73c9d585 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:14.889430 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-144d6a17-ec8e-4e2d-b5e8-83521493876a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:14.950192 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-19a95b5a-426b-42ee-9da9-aea0b40a9d4e None None] Provisioning complete for port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:14.950577 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-19a95b5a-426b-42ee-9da9-aea0b40a9d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:14.954297 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96af7b9-6b17-4aa7-a0b2-8a241c4ca91b None None] Pushing event updated for resources: {'Port': ['ID=0044df7a-96c1-4792-ba79-b4203ab9ebcd,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:15.129364 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-19a95b5a-426b-42ee-9da9-aea0b40a9d4e None None] Port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:15.162224 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-19a95b5a-426b-42ee-9da9-aea0b40a9d4e None None] Provisioning complete for port 0044df7a-96c1-4792-ba79-b4203ab9ebcd triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:15.162667 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-19a95b5a-426b-42ee-9da9-aea0b40a9d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:15.187521 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:15.211950 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Publish callbacks [] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:15.225748 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-d67396a1-d1fe-41bc-98af-898d61a4e90d service neutron] 10.222.0.45 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5641549 Mar 23 12:48:15.249095 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0657a6e1-9de2-4863-b5f9-00ac60658ddc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:15.258997 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Transition to ACTIVE for port object d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:48:15.267889 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:15.367811 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:15.382030 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-78274538-e9c2-46d2-a8ca-ed9f03f41f44 admin admin] 10.222.0.45 "PUT /v2.0/routers/5a768bf8-630f-44c2-9cf0-86702bd26fb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2596653 Mar 23 12:48:15.492157 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-19a95b5a-426b-42ee-9da9-aea0b40a9d4e None None] Current status of the port 0044df7a-96c1-4792-ba79-b4203ab9ebcd is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:15.497413 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-90b83f2e-122a-4920-b80d-083d73c9d585 admin admin] Publish callbacks [] for security_group (e129174f-cc66-4959-8f9d-0fbaf626fb6e), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:15.504993 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:15.557791 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Attempting to bind port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:15.558172 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Attempting to bind port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'eac395e6-6188-4cff-9629-3c781397d25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'db2218fd-c2a9-44d0-8226-dcecfdd92b83'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:15.558533 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Attempting to bind port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 on network db2218fd-c2a9-44d0-8226-dcecfdd92b83 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:15.563497 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-90b83f2e-122a-4920-b80d-083d73c9d585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e129174f-cc66-4959-8f9d-0fbaf626fb6e), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:15.576097 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 on network db2218fd-c2a9-44d0-8226-dcecfdd92b83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:48:15.576652 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Attempting to bind port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 on network db2218fd-c2a9-44d0-8226-dcecfdd92b83 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:15.597693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:15.598420 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Checking segment: {'id': 'eac395e6-6188-4cff-9629-3c781397d25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'db2218fd-c2a9-44d0-8226-dcecfdd92b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:15.599231 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Bound using segment: {'id': 'eac395e6-6188-4cff-9629-3c781397d25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'db2218fd-c2a9-44d0-8226-dcecfdd92b83'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:15.599956 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Bound port: d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eac395e6-6188-4cff-9629-3c781397d25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': 'db2218fd-c2a9-44d0-8226-dcecfdd92b83'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:15.600603 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:15.789058 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42006) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:15.798971 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-25cbb3d6-4a6a-43d8-aa8b-5ba1ebc456ce tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1895739027', 'description': 'tempest-description--536652973'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:15.897245 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-90b83f2e-122a-4920-b80d-083d73c9d585 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=17f5f31df37f46ddbfb5bbbcab251f28&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5021474 Mar 23 12:48:15.923896 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42008) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:15.951195 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] For port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:15.970705 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] For port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,segment=NetworkSegment(eac395e6-6188-4cff-9629-3c781397d25c),segment_id=eac395e6-6188-4cff-9629-3c781397d25c)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:16.039784 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device d82000b9-e428-450a-936b-1b4d1277f28e up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:16.142730 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.148723 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b83f2e-122a-4920-b80d-083d73c9d585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e129174f-cc66-4959-8f9d-0fbaf626fb6e,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:16.174089 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Router 84a22b28-5b5d-4247-822c-1c09d15774e3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:16.206577 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port d82000b9-e428-450a-936b-1b4d1277f28e triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:16.207388 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.223018 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-25cbb3d6-4a6a-43d8-aa8b-5ba1ebc456ce tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.309627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:16.310284 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.311842 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] 10.222.0.53 "PUT /v2.0/ports/d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 HTTP/1.1" status: 200 len: 1093 time: 3.1799197 Mar 23 12:48:16.314413 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82749024-559c-49d2-a1ac-7da5c8df4515', 'tag': 'd5b3ee4d-f2dd-4151-b28b-fd66b278a9b4'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:16.446044 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port d82000b9-e428-450a-936b-1b4d1277f28e is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:16.458170 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 0044df7a-96c1-4792-ba79-b4203ab9ebcd up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:16.517326 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b47f1b02-b1de-4974-8015-3e7bd6f16b6c admin admin] Publish callbacks [] for security_group (e129174f-cc66-4959-8f9d-0fbaf626fb6e), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.526514 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-e1b47a43-5745-4db8-8b28-4d62db59fed5 service neutron] 10.222.0.45 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0206542 Mar 23 12:48:16.548290 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0657a6e1-9de2-4863-b5f9-00ac60658ddc admin admin] Publish callbacks [] for security_group (88edf4ad-f2c2-41b5-aaeb-c8b3833aa49b), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.569026 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0657a6e1-9de2-4863-b5f9-00ac60658ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (88edf4ad-f2c2-41b5-aaeb-c8b3833aa49b), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.573297 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c052115-b569-4802-8a96-a86e6096f5a0" -d '{"events": [{"name": "network-changed", "server_uuid": "82749024-559c-49d2-a1ac-7da5c8df4515", "tag": "d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:16.577723 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 0044df7a-96c1-4792-ba79-b4203ab9ebcd triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:16.578095 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.597496 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c416e30-275b-41d2-b321-f6c85b129b89 service neutron] Pushing event updated for resources: {'Port': ['ID=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:16.609151 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-0657a6e1-9de2-4863-b5f9-00ac60658ddc admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=470c5ebe1cb64ee1ac6ddb129174342d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7514384 Mar 23 12:48:16.613325 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b47f1b02-b1de-4974-8015-3e7bd6f16b6c admin admin] Publish callbacks [] for security_group (e129174f-cc66-4959-8f9d-0fbaf626fb6e), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.616555 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42018) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:16.631918 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f898db3-72da-4cf6-91fe-5619f44e0612 req-63c03fcc-7034-439d-a2ad-bdee8f58d947 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:16.633681 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f898db3-72da-4cf6-91fe-5619f44e0612 req-63c03fcc-7034-439d-a2ad-bdee8f58d947 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 943 time: 0.6405416 Mar 23 12:48:16.753779 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-25cbb3d6-4a6a-43d8-aa8b-5ba1ebc456ce tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (60c340f6-08cd-44d2-8d99-66eb6d5f109b), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.768761 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-25cbb3d6-4a6a-43d8-aa8b-5ba1ebc456ce tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (60c340f6-08cd-44d2-8d99-66eb6d5f109b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.803576 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 0044df7a-96c1-4792-ba79-b4203ab9ebcd is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:16.832761 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f898db3-72da-4cf6-91fe-5619f44e0612 req-6d6af969-e298-4814-906d-8fd8d7b0a33f tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862776 Mar 23 12:48:16.873189 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-25cbb3d6-4a6a-43d8-aa8b-5ba1ebc456ce tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:16.877764 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-25cbb3d6-4a6a-43d8-aa8b-5ba1ebc456ce tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0845311 Mar 23 12:48:16.878336 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42032) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:16.883831 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-fa6ae548-8908-4aa1-a3be-c031047fc062 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group_rule': {'security_group_id': '60c340f6-08cd-44d2-8d99-66eb6d5f109b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:16.889260 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cbb3d6-4a6a-43d8-aa8b-5ba1ebc456ce tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c340f6-08cd-44d2-8d99-66eb6d5f109b,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:16.912023 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0657a6e1-9de2-4863-b5f9-00ac60658ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88edf4ad-f2c2-41b5-aaeb-c8b3833aa49b,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:16.959873 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:16.970897 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f7e3e8f3-3f17-4d81-93e0-e0df589e496c admin admin] 10.222.0.45 "PUT /v2.0/routers/84a22b28-5b5d-4247-822c-1c09d15774e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1944296 Mar 23 12:48:16.983398 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Sync routers for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:17.022482 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:17.023662 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:47:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:17.064131 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae548-8908-4aa1-a3be-c031047fc062 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (34e9aa20-a5f1-4ca1-b3d0-51a2ae33c7a7), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.067802 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-66d110a9-e725-4287-a4d3-a9846bf9ad4e admin admin] Publish callbacks [] for security_group (88edf4ad-f2c2-41b5-aaeb-c8b3833aa49b), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.083940 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b47f1b02-b1de-4974-8015-3e7bd6f16b6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e129174f-cc66-4959-8f9d-0fbaf626fb6e), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.090481 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b47f1b02-b1de-4974-8015-3e7bd6f16b6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.094301 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b47f1b02-b1de-4974-8015-3e7bd6f16b6c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e129174f-cc66-4959-8f9d-0fbaf626fb6e HTTP/1.1" status: 204 len: 168 time: 1.1477511 Mar 23 12:48:17.160619 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f1b02-b1de-4974-8015-3e7bd6f16b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e129174f-cc66-4959-8f9d-0fbaf626fb6e,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:17.216577 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-66d110a9-e725-4287-a4d3-a9846bf9ad4e admin admin] Publish callbacks [] for security_group (88edf4ad-f2c2-41b5-aaeb-c8b3833aa49b), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.336086 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-66d110a9-e725-4287-a4d3-a9846bf9ad4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (88edf4ad-f2c2-41b5-aaeb-c8b3833aa49b), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.360595 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-66d110a9-e725-4287-a4d3-a9846bf9ad4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.365244 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-66d110a9-e725-4287-a4d3-a9846bf9ad4e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/88edf4ad-f2c2-41b5-aaeb-c8b3833aa49b HTTP/1.1" status: 204 len: 168 time: 0.7093406 Mar 23 12:48:17.377351 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae548-8908-4aa1-a3be-c031047fc062 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (34e9aa20-a5f1-4ca1-b3d0-51a2ae33c7a7), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.379969 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d110a9-e725-4287-a4d3-a9846bf9ad4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88edf4ad-f2c2-41b5-aaeb-c8b3833aa49b,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:17.382739 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cffce04-c76e-46b1-95b9-6c7c9e2fde03 x-openstack-request-id: req-7cffce04-c76e-46b1-95b9-6c7c9e2fde03 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:17.384576 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82749024-559c-49d2-a1ac-7da5c8df4515", "tag": "d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:17.385017 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-7cffce04-c76e-46b1-95b9-6c7c9e2fde03 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:17.386762 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cffce04-c76e-46b1-95b9-6c7c9e2fde03'] response: {'name': 'network-changed', 'server_uuid': '82749024-559c-49d2-a1ac-7da5c8df4515', 'tag': 'd5b3ee4d-f2dd-4151-b28b-fd66b278a9b4', 'status': 'completed', 'code': 200} Mar 23 12:48:17.388202 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae548-8908-4aa1-a3be-c031047fc062 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (34e9aa20-a5f1-4ca1-b3d0-51a2ae33c7a7), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.422147 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6ae548-8908-4aa1-a3be-c031047fc062 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e9aa20-a5f1-4ca1-b3d0-51a2ae33c7a7,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:17.428201 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa6ae548-8908-4aa1-a3be-c031047fc062 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.432940 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-fa6ae548-8908-4aa1-a3be-c031047fc062 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5512507 Mar 23 12:48:17.433358 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42054) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:17.438192 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-ef79a593-cdbb-4404-b10c-60e94e9663d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group_rule': {'security_group_id': '60c340f6-08cd-44d2-8d99-66eb6d5f109b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:17.493822 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ef79a593-cdbb-4404-b10c-60e94e9663d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (8ea5b3af-9243-4438-b207-bbe7a2866a79), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.589479 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:17.765558 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42068) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:17.774971 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ef79a593-cdbb-4404-b10c-60e94e9663d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (8ea5b3af-9243-4438-b207-bbe7a2866a79), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.794330 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-4be2bb05-3672-422c-a39b-eaa906ed633f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054936561', 'description': 'tempest-description--1172937230'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:17.815566 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ef79a593-cdbb-4404-b10c-60e94e9663d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (8ea5b3af-9243-4438-b207-bbe7a2866a79), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.960753 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d4bb8d80-7ddc-484c-b6df-ddf3cb887472 req-fb14bd9f-48ca-4baf-af6b-bf08600307af tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 210 time: 0.5398552 Mar 23 12:48:17.977005 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ef79a593-cdbb-4404-b10c-60e94e9663d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:17.978268 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-ef79a593-cdbb-4404-b10c-60e94e9663d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5435860 Mar 23 12:48:17.981385 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42078) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:17.987077 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:17.990463 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79a593-cdbb-4404-b10c-60e94e9663d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea5b3af-9243-4438-b207-bbe7a2866a79,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:18.012026 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device c92c07f6-a233-40ff-ae70-73fbe06bddde up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:18.024824 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4be2bb05-3672-422c-a39b-eaa906ed633f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:18.088592 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:18.229119 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-68076784-0c9b-47d4-ab35-3a6fd2fb204a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:18.427776 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4be2bb05-3672-422c-a39b-eaa906ed633f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (f5feb5a7-1a78-4b32-8911-f29513721187), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:18.437478 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4be2bb05-3672-422c-a39b-eaa906ed633f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f5feb5a7-1a78-4b32-8911-f29513721187), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:18.476055 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42086) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:18.641182 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4be2bb05-3672-422c-a39b-eaa906ed633f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:18.655412 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4be2bb05-3672-422c-a39b-eaa906ed633f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8743787 Mar 23 12:48:18.658752 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42090) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:18.686297 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-bcc6fa3f-db16-4e37-a0eb-b46038151b43 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'security_group_rule': {'security_group_id': 'f5feb5a7-1a78-4b32-8911-f29513721187', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:18.734343 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be2bb05-3672-422c-a39b-eaa906ed633f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5feb5a7-1a78-4b32-8911-f29513721187,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:18.767187 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-36af8eb4-488e-41ed-bc91-b92309c611b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:18.872085 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bcc6fa3f-db16-4e37-a0eb-b46038151b43 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (2d168d47-c16a-462c-bb4d-37eb0947c800), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.024260 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-99737852-7787-4438-b70f-41f31a6a6942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.026689 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-99737852-7787-4438-b70f-41f31a6a6942 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60a2d6f020d94e40a203602248d41c3b&device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 1127 time: 0.9471254 Mar 23 12:48:19.063229 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bcc6fa3f-db16-4e37-a0eb-b46038151b43 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (2d168d47-c16a-462c-bb4d-37eb0947c800), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.075706 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bcc6fa3f-db16-4e37-a0eb-b46038151b43 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (2d168d47-c16a-462c-bb4d-37eb0947c800), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.113533 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port c92c07f6-a233-40ff-ae70-73fbe06bddde triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:19.114177 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.133261 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc6fa3f-db16-4e37-a0eb-b46038151b43 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d168d47-c16a-462c-bb4d-37eb0947c800,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:19.184160 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bcc6fa3f-db16-4e37-a0eb-b46038151b43 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.191145 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-bcc6fa3f-db16-4e37-a0eb-b46038151b43 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5268536 Mar 23 12:48:19.192284 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42106) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:19.214315 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-079e3a42-6b3c-432b-ba63-949b9006186a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'security_group_rule': {'security_group_id': 'f5feb5a7-1a78-4b32-8911-f29513721187', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:19.217295 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 2, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:19.289573 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-cb13fa40-f5ef-432d-aef5-f5b0048fdab2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 HTTP/1.1" status: 200 len: 217 time: 0.2292585 Mar 23 12:48:19.307496 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Checking router: 84a22b28-5b5d-4247-822c-1c09d15774e3 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:19.307933 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Updating router 84a22b28-5b5d-4247-822c-1c09d15774e3 port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:48:19.319221 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d814702-4df6-4d12-9f9b-9df61ddeffad req-6e9b42b1-027f-4d5a-92f4-d5d46e5a6617 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.321586 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5d814702-4df6-4d12-9f9b-9df61ddeffad req-6e9b42b1-027f-4d5a-92f4-d5d46e5a6617 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 943 time: 0.4891412 Mar 23 12:48:19.322376 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-079e3a42-6b3c-432b-ba63-949b9006186a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (518e0712-a353-4b99-988e-df9ea33c34bb), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.397145 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-d1e6e459-f7ed-459c-b810-44381b2c2768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:19.398924 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-d1e6e459-f7ed-459c-b810-44381b2c2768 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7117cdb-eccf-49dd-8837-2c2cbd019dae HTTP/1.1" status: 200 len: 852 time: 0.0759680 Mar 23 12:48:19.564045 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-829e8893-18e2-42fc-a348-ab9fecde5bb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db2218fd-c2a9-44d0-8226-dcecfdd92b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226077 Mar 23 12:48:19.599029 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-079e3a42-6b3c-432b-ba63-949b9006186a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (518e0712-a353-4b99-988e-df9ea33c34bb), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.626114 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-079e3a42-6b3c-432b-ba63-949b9006186a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (518e0712-a353-4b99-988e-df9ea33c34bb), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.636576 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42114) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:19.656816 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-f1ccf9ac-3b52-4e8e-8bf5-dc1e953ee5c8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253366795', 'description': 'tempest-description--140229516'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:19.679128 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079e3a42-6b3c-432b-ba63-949b9006186a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=518e0712-a353-4b99-988e-df9ea33c34bb,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:19.702440 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-079e3a42-6b3c-432b-ba63-949b9006186a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.702654 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.706828 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-079e3a42-6b3c-432b-ba63-949b9006186a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5104742 Mar 23 12:48:19.709051 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42124) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:19.715351 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:19.763030 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.786500 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5d814702-4df6-4d12-9f9b-9df61ddeffad req-ef72139d-6e44-4c87-bd9c-8ef5bb09ee71 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3787208 Mar 23 12:48:19.803305 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port c92c07f6-a233-40ff-ae70-73fbe06bddde is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:19.804844 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.865131 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf9ac-3b52-4e8e-8bf5-dc1e953ee5c8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.867137 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port c92c07f6-a233-40ff-ae70-73fbe06bddde, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=c92c07f6-a233-40ff-ae70-73fbe06bddde,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:19.884995 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-36af8eb4-488e-41ed-bc91-b92309c611b8 admin admin] Publish callbacks [] for security_group (6e31ef8d-357f-4f67-9c0e-338929b45fea), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.891034 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.932311 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-36af8eb4-488e-41ed-bc91-b92309c611b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6e31ef8d-357f-4f67-9c0e-338929b45fea), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.934645 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.935472 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5e5b1e27-af99-49b8-995e-bbe82b26c11d up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:19.943029 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:19.957760 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-eb8c149b-6648-4e93-981f-0c9c55de315c service neutron] 10.222.0.53 "GET /v2.0/networks/db2218fd-c2a9-44d0-8226-dcecfdd92b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449857 Mar 23 12:48:20.178919 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-36af8eb4-488e-41ed-bc91-b92309c611b8 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ee74cf329b864716b71f59dca9fad210&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6077995 Mar 23 12:48:20.183484 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.53', 64383) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:20.184184 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42134) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:20.232825 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86003575-b424-4349-9669-d2f526c578ec req-040034a7-65ad-48dc-ae07-e522daac0296 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:20.235358 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-040034a7-65ad-48dc-ae07-e522daac0296 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 818 time: 0.3703613 Mar 23 12:48:20.266127 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-ca5defd2-016e-4d20-9a00-06115e2b9fba tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/quotas/6433c525a3384ba0a96e7360444a072b HTTP/1.1" status: 200 len: 375 time: 0.0178239 Mar 23 12:48:20.316240 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36af8eb4-488e-41ed-bc91-b92309c611b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e31ef8d-357f-4f67-9c0e-338929b45fea,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:20.344922 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=c92c07f6-a233-40ff-ae70-73fbe06bddde,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:20.421009 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 5e5b1e27-af99-49b8-995e-bbe82b26c11d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:20.421300 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:20.623871 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-246d6eaa-954a-43a4-b5e5-a6532acff837 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3510368 Mar 23 12:48:20.773403 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 5e5b1e27-af99-49b8-995e-bbe82b26c11d is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:20.774224 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:20.872240 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf9ac-3b52-4e8e-8bf5-dc1e953ee5c8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (e0a3fdd4-f56f-4616-9827-daf4eb98f4a9), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:20.882423 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:20.910454 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port 5e5b1e27-af99-49b8-995e-bbe82b26c11d, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=5e5b1e27-af99-49b8-995e-bbe82b26c11d,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:20.932008 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf9ac-3b52-4e8e-8bf5-dc1e953ee5c8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e0a3fdd4-f56f-4616-9827-daf4eb98f4a9), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:20.936974 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:20.956542 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-84327b8e-fe24-436a-98b7-6959a3c8cdcc req-3727eaa1-4498-4510-91e1-86f775ce9568 service neutron] 10.222.0.53 "GET /v2.0/networks/db2218fd-c2a9-44d0-8226-dcecfdd92b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9173222 Mar 23 12:48:20.966220 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Allocated IP 172.27.0.135 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/7d19e04c-2d66-4d0b-9f98-2f69b17e6572) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:21.006904 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-73440599-ecc4-4834-b944-8f59a55090ad service neutron] 10.222.0.45 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616374 Mar 23 12:48:21.168442 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5e5caae3-814c-4e52-9300-0d08e4c3aa50 admin admin] Publish callbacks [] for security_group (6e31ef8d-357f-4f67-9c0e-338929b45fea), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.180514 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device c92c07f6-a233-40ff-ae70-73fbe06bddde up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:21.230355 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5e5caae3-814c-4e52-9300-0d08e4c3aa50 admin admin] Publish callbacks [] for security_group (6e31ef8d-357f-4f67-9c0e-338929b45fea), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.281593 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccf9ac-3b52-4e8e-8bf5-dc1e953ee5c8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:21.312981 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=5e5b1e27-af99-49b8-995e-bbe82b26c11d,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:21.316796 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-aa630a3c-7a87-4fcf-9cf2-fc3d8fbbba05 service neutron] 10.222.0.45 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436509 Mar 23 12:48:21.330992 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.334418 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e6b5-2705-450e-b438-d577748b1881 req-6f199cc1-aa31-4ae2-a07a-732eaa285aae tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:21.337842 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-6f199cc1-aa31-4ae2-a07a-732eaa285aae tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 818 time: 1.1446939 Mar 23 12:48:21.399816 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Publish callbacks [] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.409708 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.421477 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f1ccf9ac-3b52-4e8e-8bf5-dc1e953ee5c8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.422929 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f1ccf9ac-3b52-4e8e-8bf5-dc1e953ee5c8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7809343 Mar 23 12:48:21.430936 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Request body: {'port': {'device_id': '520e8e8e-2c9e-42fa-8c5b-33a059b5ee26', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'admin_state_up': True, 'tenant_id': '6433c525a3384ba0a96e7360444a072b'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:21.431493 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42168) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:21.441595 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-106e061e-76f1-4f0b-b5ed-b765d097066c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'security_group_rule': {'security_group_id': 'e0a3fdd4-f56f-4616-9827-daf4eb98f4a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:21.522832 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-106e061e-76f1-4f0b-b5ed-b765d097066c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (f206c04b-654a-4a13-af6b-b21ea1fe33ee), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.572700 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5e5caae3-814c-4e52-9300-0d08e4c3aa50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6e31ef8d-357f-4f67-9c0e-338929b45fea), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.575948 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5e5caae3-814c-4e52-9300-0d08e4c3aa50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.577257 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-5e5caae3-814c-4e52-9300-0d08e4c3aa50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6e31ef8d-357f-4f67-9c0e-338929b45fea HTTP/1.1" status: 204 len: 168 time: 1.3841882 Mar 23 12:48:21.620979 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4bc892-bd2b-4761-953e-367d1b908350 req-6ea75f63-85d0-4f6f-ae5a-46c99083c419 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:21.632789 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c4bc892-bd2b-4761-953e-367d1b908350 req-6ea75f63-85d0-4f6f-ae5a-46c99083c419 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 943 time: 0.6758435 Mar 23 12:48:21.641534 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5caae3-814c-4e52-9300-0d08e4c3aa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e31ef8d-357f-4f67-9c0e-338929b45fea,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:21.654593 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port c92c07f6-a233-40ff-ae70-73fbe06bddde triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:21.655014 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.739879 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-d9aa6bba-6fcc-49ee-a195-1af3cb7af3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:21.743045 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-d9aa6bba-6fcc-49ee-a195-1af3cb7af3fc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60a2d6f020d94e40a203602248d41c3b&device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 1127 time: 0.4451489 Mar 23 12:48:21.746890 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-106e061e-76f1-4f0b-b5ed-b765d097066c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (f206c04b-654a-4a13-af6b-b21ea1fe33ee), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.753998 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-106e061e-76f1-4f0b-b5ed-b765d097066c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (f206c04b-654a-4a13-af6b-b21ea1fe33ee), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.813266 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e061e-76f1-4f0b-b5ed-b765d097066c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f206c04b-654a-4a13-af6b-b21ea1fe33ee,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:21.831284 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-106e061e-76f1-4f0b-b5ed-b765d097066c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.832623 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-106e061e-76f1-4f0b-b5ed-b765d097066c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3997357 Mar 23 12:48:21.854080 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42178) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:21.896839 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0b500a2d-8703-49c9-b45c-a6bca638fdc1 req-a8ee82c8-02aa-4d46-ae38-d30ebcc570c9 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 210 time: 0.0706532 Mar 23 12:48:21.914033 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-dcb08038-3944-4556-9f4b-8d4b071483ee tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'security_group_rule': {'security_group_id': 'e0a3fdd4-f56f-4616-9827-daf4eb98f4a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:21.927806 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (7d19e04c-2d66-4d0b-9f98-2f69b17e6572), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.946079 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:21.963912 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c2f3f-3429-4d97-b142-6a835bf9e243 None None] Pushing event updated for resources: {'Port': ['ID=01f57f5a-7afe-491e-9aa9-8c4bd565c690,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:22.089621 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c4bc892-bd2b-4761-953e-367d1b908350 req-e5284bb3-0a33-4b9d-b50d-452904177fc0 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4558892 Mar 23 12:48:22.230915 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Attempting to bind port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:22.231928 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Attempting to bind port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:22.232725 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Attempting to bind port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 on network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:22.270779 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:22.271199 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Checking segment: {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:22.271548 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:22.271942 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Bound using segment: {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:22.272457 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Bound port: 01f57f5a-7afe-491e-9aa9-8c4bd565c690, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:22.272836 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:22.299983 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-76ec4ba1-a5ac-4fde-83c6-5a6b12e84e22 None None] Provisioning complete for port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:22.299983 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-76ec4ba1-a5ac-4fde-83c6-5a6b12e84e22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:22.347756 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-76ec4ba1-a5ac-4fde-83c6-5a6b12e84e22 None None] Port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:22.434865 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port c92c07f6-a233-40ff-ae70-73fbe06bddde is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:22.482580 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] For port 01f57f5a-7afe-491e-9aa9-8c4bd565c690, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:22.486377 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] For port 01f57f5a-7afe-491e-9aa9-8c4bd565c690, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=01f57f5a-7afe-491e-9aa9-8c4bd565c690,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:22.509915 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:22.768060 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c2f3f-3429-4d97-b142-6a835bf9e243 None None] Pushing event updated for resources: {'Port': ['ID=01f57f5a-7afe-491e-9aa9-8c4bd565c690,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:22.771327 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:22.771932 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:22.808525 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-07324c0a-14d8-42d1-990e-b9c26c8aa21a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:22.810470 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-07324c0a-14d8-42d1-990e-b9c26c8aa21a service neutron] 10.222.0.53 "GET /v2.0/networks?id=db2218fd-c2a9-44d0-8226-dcecfdd92b83 HTTP/1.1" status: 200 len: 913 time: 1.0340517 Mar 23 12:48:22.889389 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Made reservation on behalf of 6433c525a3384ba0a96e7360444a072b for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:22.894720 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:22.898095 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-b753800d-c134-4572-93f0-4d280087a637 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 HTTP/1.1" status: 200 len: 217 time: 0.0586994 Mar 23 12:48:22.907530 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcb08038-3944-4556-9f4b-8d4b071483ee tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (923d1a37-e320-45f3-abc6-39ec8352968f), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:23.081140 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (7d19e04c-2d66-4d0b-9f98-2f69b17e6572), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:23.185508 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5e5b1e27-af99-49b8-995e-bbe82b26c11d up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:23.264500 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Allocated IP 172.27.0.231 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/b9eb231d-28e1-4a5b-b46c-dbc24bc6a469) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:23.324418 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-01f50f63-ecf9-4323-8c51-742e3ff8b62f None None] Provisioning complete for port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:23.324830 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-01f50f63-ecf9-4323-8c51-742e3ff8b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:23.336646 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:23.369143 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:23.375683 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:23.383878 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:23.430997 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:23.546558 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:23.555055 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:23.565785 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 5e5b1e27-af99-49b8-995e-bbe82b26c11d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:23.566356 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:23.735578 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Sync routers for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:23.754693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-2fdd8b46-7b03-4657-ad25-a603ce02b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:23.761141 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-2fdd8b46-7b03-4657-ad25-a603ce02b9a4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7117cdb-eccf-49dd-8837-2c2cbd019dae HTTP/1.1" status: 200 len: 852 time: 0.8340559 Mar 23 12:48:23.787879 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:23.796418 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-01f50f63-ecf9-4323-8c51-742e3ff8b62f None None] Current status of the port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:23.797801 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-01f50f63-ecf9-4323-8c51-742e3ff8b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:23.809691 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:23.810891 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:23.827715 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for port (b9eb231d-28e1-4a5b-b46c-dbc24bc6a469), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:23.903890 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-6aa4aef5-4ebb-42b8-a8c4-e3a1f7c67c99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=db2218fd-c2a9-44d0-8226-dcecfdd92b83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884445 Mar 23 12:48:23.976192 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (b9eb231d-28e1-4a5b-b46c-dbc24bc6a469), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:24.223003 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e9a61b9d-caf6-4f15-9cd1-97cad8a8f297 req-a63850cd-37a3-4ff1-a96b-d0d1280d20e1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 210 time: 0.2404616 Mar 23 12:48:24.225580 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:24.238570 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:24.253964 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:24.269940 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 2, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:24.298265 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.53', 64390) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:24.333203 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:24.333616 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Updating router c0db5f8d-664e-48d6-957a-f22bedc46d3e port dcde6046-3e81-4fca-9cb9-7e76e20ce430 binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:48:24.387271 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-01f50f63-ecf9-4323-8c51-742e3ff8b62f None None] For port 01f57f5a-7afe-491e-9aa9-8c4bd565c690, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=01f57f5a-7afe-491e-9aa9-8c4bd565c690,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:24.443994 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-01f50f63-ecf9-4323-8c51-742e3ff8b62f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:24.466250 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:24.606098 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f50f63-ecf9-4323-8c51-742e3ff8b62f None None] Pushing event updated for resources: {'Port': ['ID=01f57f5a-7afe-491e-9aa9-8c4bd565c690,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:24.727588 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (a6bea916-cd83-4d73-bd53-a3ce285f5a78), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:24.788202 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-04bf14ad-f572-4860-98f0-2c629eabdd78 service neutron] 10.222.0.53 "GET /v2.0/networks/db2218fd-c2a9-44d0-8226-dcecfdd92b83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7972705 Mar 23 12:48:24.788842 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=7d19e04c-2d66-4d0b-9f98-2f69b17e6572,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:24.825729 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcb08038-3944-4556-9f4b-8d4b071483ee tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (923d1a37-e320-45f3-abc6-39ec8352968f), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:24.833184 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'Port': ['ID=b9eb231d-28e1-4a5b-b46c-dbc24bc6a469,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:24.844763 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcb08038-3944-4556-9f4b-8d4b071483ee tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (923d1a37-e320-45f3-abc6-39ec8352968f), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:24.864720 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 5e5b1e27-af99-49b8-995e-bbe82b26c11d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:25.036331 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (7d19e04c-2d66-4d0b-9f98-2f69b17e6572), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.038043 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42280) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:25.095179 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb08038-3944-4556-9f4b-8d4b071483ee tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923d1a37-e320-45f3-abc6-39ec8352968f,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:25.114130 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (086a67c7-7791-4b9b-aa27-4beeb4ecf9a8), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.144590 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Publish callbacks [] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.153645 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.197822 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafa7a7-4808-4b94-a9dd-48b1db076474 req-96a051bb-ad9c-49b0-9723-86a5f81572eb tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:25.199421 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-efafa7a7-4808-4b94-a9dd-48b1db076474 req-96a051bb-ad9c-49b0-9723-86a5f81572eb tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 943 time: 1.7441897 Mar 23 12:48:25.218251 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a4e78-9c39-4154-8019-c9ecef61f910 None None] Pushing event updated for resources: {'Port': ['ID=dcde6046-3e81-4fca-9cb9-7e76e20ce430,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:25.377562 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:25.400449 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcb08038-3944-4556-9f4b-8d4b071483ee tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.414578 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-dcb08038-3944-4556-9f4b-8d4b071483ee tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.5081785 Mar 23 12:48:25.416209 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42292) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:25.417321 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86003575-b424-4349-9669-d2f526c578ec req-cad91f00-2bcc-42d7-848a-040928aad5f7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:25.424139 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-cad91f00-2bcc-42d7-848a-040928aad5f7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 818 time: 1.1019332 Mar 23 12:48:25.428473 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (b9eb231d-28e1-4a5b-b46c-dbc24bc6a469), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.438039 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Attempting to bind port dcde6046-3e81-4fca-9cb9-7e76e20ce430 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:25.440193 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Attempting to bind port dcde6046-3e81-4fca-9cb9-7e76e20ce430 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:25.440971 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Attempting to bind port dcde6046-3e81-4fca-9cb9-7e76e20ce430 on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:25.457812 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:25.460430 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Checking segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:25.462385 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.463042 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Bound using segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:25.464979 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Bound port: dcde6046-3e81-4fca-9cb9-7e76e20ce430, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:25.465690 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.473115 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:25.601461 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:22Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:25.678988 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] For port dcde6046-3e81-4fca-9cb9-7e76e20ce430, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:25.684649 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] For port dcde6046-3e81-4fca-9cb9-7e76e20ce430, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=dcde6046-3e81-4fca-9cb9-7e76e20ce430,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:25.705355 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.717488 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b46360-a4ab-4bf1-ab27-9837cbaeb65a None None] The sync data for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi is: [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:22Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:25.793515 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.812126 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-2a55dabf-e0f6-4050-8a65-4e831efbdf35 None None] Provisioning complete for port dcde6046-3e81-4fca-9cb9-7e76e20ce430 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:25.812717 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a55dabf-e0f6-4050-8a65-4e831efbdf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:25.855249 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:25.856305 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:25.887448 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Request body: {'port': {'device_id': '586cae09-be54-4434-941a-4e79e26ce9c2', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'admin_state_up': True, 'tenant_id': '6433c525a3384ba0a96e7360444a072b'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:25.937670 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Allocated IP 172.20.0.11 (b6cbf188-3c50-4afa-8c2c-521bcdfda65d/1b765262-b031-4ba4-b28b-57e821c0d8ce/be0b9f22-6e14-4a2b-9f51-6f0f40b79e19) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:25.977486 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-2a55dabf-e0f6-4050-8a65-4e831efbdf35 None None] Current status of the port dcde6046-3e81-4fca-9cb9-7e76e20ce430 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:25.977877 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a55dabf-e0f6-4050-8a65-4e831efbdf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.006760 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b5f457c5-6438-4cc5-9d46-f02bee133499 req-833fe5ad-8e49-43d3-8eaf-ffbf55173aea tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 210 time: 0.1247871 Mar 23 12:48:26.009194 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:26.055678 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-2a55dabf-e0f6-4050-8a65-4e831efbdf35 None None] For port dcde6046-3e81-4fca-9cb9-7e76e20ce430, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=dcde6046-3e81-4fca-9cb9-7e76e20ce430,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:26.061019 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 2, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:26.065935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a55dabf-e0f6-4050-8a65-4e831efbdf35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.153673 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a55dabf-e0f6-4050-8a65-4e831efbdf35 None None] Pushing event updated for resources: {'Port': ['ID=dcde6046-3e81-4fca-9cb9-7e76e20ce430,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:26.157435 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Checking router: 5a768bf8-630f-44c2-9cf0-86702bd26fb4 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:26.157435 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Updating router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 port e65028c6-ed19-4156-ab39-4a19ba55ddd1 binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:48:26.199854 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.276950 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (7d19e04c-2d66-4d0b-9f98-2f69b17e6572), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.284048 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.303380 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (7d19e04c-2d66-4d0b-9f98-2f69b17e6572), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.321056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-446e0997-8201-4de9-8a34-5a7c08aa3c2f None None] Provisioning complete for port dcde6046-3e81-4fca-9cb9-7e76e20ce430 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:26.322003 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-446e0997-8201-4de9-8a34-5a7c08aa3c2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.340769 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Made reservation on behalf of 6433c525a3384ba0a96e7360444a072b for: {'port': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:26.344267 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.418947 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a4e78-9c39-4154-8019-c9ecef61f910 None None] Pushing event updated for resources: {'Port': ['ID=dcde6046-3e81-4fca-9cb9-7e76e20ce430,revision_number=4']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:26.435730 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c052115-b569-4802-8a96-a86e6096f5a0 req-22beffc7-8d69-4278-89f3-d6bff5e5d3d4 service neutron] 10.222.0.53 "GET /v2.0/networks/db2218fd-c2a9-44d0-8226-dcecfdd92b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5913968 Mar 23 12:48:26.436557 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-718dcc33-2db0-4f7f-9672-a001a7d02567 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.455651 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-efafa7a7-4808-4b94-a9dd-48b1db076474 req-4bda97bb-531f-44de-a317-e2a6ea80cef7 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1156628 Mar 23 12:48:26.540710 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (a6bea916-cd83-4d73-bd53-a3ce285f5a78), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.600031 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:25Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:26.610675 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for port (b9eb231d-28e1-4a5b-b46c-dbc24bc6a469), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.619168 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (b9eb231d-28e1-4a5b-b46c-dbc24bc6a469), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.682070 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-446e0997-8201-4de9-8a34-5a7c08aa3c2f None None] Current status of the port dcde6046-3e81-4fca-9cb9-7e76e20ce430 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:26.712464 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f62f5d-0818-4a44-8c60-d1fb0094b0a6 None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:25Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:26.724275 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (086a67c7-7791-4b9b-aa27-4beeb4ecf9a8), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.734917 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.765790 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.767491 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0567470 Mar 23 12:48:26.788254 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.789966 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.8073504 Mar 23 12:48:26.797357 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd7849b-737b-4a64-8d70-58e34895e770 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=7d19e04c-2d66-4d0b-9f98-2f69b17e6572,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:26.802276 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.866065 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560977a-6d82-493d-b703-69cf9b96b4b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'Port': ['ID=b9eb231d-28e1-4a5b-b46c-dbc24bc6a469,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:26.978476 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Publish callbacks [] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:26.994991 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.005589 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event updated for resources: {'Port': ['ID=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:27.091409 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:27.128689 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:27.141763 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:27.147651 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:27.180577 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Allocated IP 172.20.0.5 (b6cbf188-3c50-4afa-8c2c-521bcdfda65d/1b765262-b031-4ba4-b28b-57e821c0d8ce/4e8a2076-1cc3-40f9-ba01-b56e018cf0bc) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:27.187618 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.213063 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9a7ae-30bf-4162-96f4-d9b9382170da None None] Pushing event updated for resources: {'Port': ['ID=e65028c6-ed19-4156-ab39-4a19ba55ddd1,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:27.240496 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-2d4f63bf-202a-4fcb-99b3-08c27bc2c3c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8704491 Mar 23 12:48:27.324256 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Attempting to bind port e65028c6-ed19-4156-ab39-4a19ba55ddd1 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:27.324635 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Attempting to bind port e65028c6-ed19-4156-ab39-4a19ba55ddd1 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:27.325140 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Attempting to bind port e65028c6-ed19-4156-ab39-4a19ba55ddd1 on network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:27.337963 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-dcffe7fc-1015-4b81-ab40-da296769206a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1054936561&fields=id&tenant_id=7e38f2806b4646d09256a66de6a08bfd HTTP/1.1" status: 200 len: 267 time: 0.1197045 Mar 23 12:48:27.346990 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Request body: {'port': {'device_id': '520e8e8e-2c9e-42fa-8c5b-33a059b5ee26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:27.353725 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:27.354010 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Checking segment: {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:27.354428 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.354832 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Bound using segment: {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:27.357495 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Bound port: e65028c6-ed19-4156-ab39-4a19ba55ddd1, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:27.357901 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.417273 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fca8a04d-d687-4b48-bbb3-2df126ca0e7a req-71db0502-cc36-43ce-b405-da91260c2de6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 210 time: 0.1808901 Mar 23 12:48:27.526488 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] For port e65028c6-ed19-4156-ab39-4a19ba55ddd1, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:27.537583 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] For port e65028c6-ed19-4156-ab39-4a19ba55ddd1, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=e65028c6-ed19-4156-ab39-4a19ba55ddd1,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:27.543933 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device dcde6046-3e81-4fca-9cb9-7e76e20ce430 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:27.548658 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.602776 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-718dcc33-2db0-4f7f-9672-a001a7d02567 admin admin] Publish callbacks [] for security_group (7f0290fd-941c-4e12-80db-2e9571630dd5), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.656263 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a9a7ae-30bf-4162-96f4-d9b9382170da None None] Pushing event updated for resources: {'Port': ['ID=e65028c6-ed19-4156-ab39-4a19ba55ddd1,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:27.665396 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-718dcc33-2db0-4f7f-9672-a001a7d02567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7f0290fd-941c-4e12-80db-2e9571630dd5), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.682481 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] Provisioning complete for port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:27.682873 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.699423 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-718dcc33-2db0-4f7f-9672-a001a7d02567 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aaa6de43e76649b9bc8e8d64c1d908ce&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6027997 Mar 23 12:48:27.707321 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42368) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:27.724515 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.727664 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.729865 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] Port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:27.765194 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:27.765858 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:27.780406 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] Provisioning complete for port e65028c6-ed19-4156-ab39-4a19ba55ddd1 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:27.780866 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:27.951492 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-2aacfc34-6d83-4b6f-8749-6735984ba8e9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1895739027&fields=id&tenant_id=14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 267 time: 0.3445404 Mar 23 12:48:27.990316 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-bd8e2b86-5c6a-4229-9dd3-a7dcf8c93979 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:27.991876 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-bd8e2b86-5c6a-4229-9dd3-a7dcf8c93979 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 817 time: 0.6350906 Mar 23 12:48:28.038887 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:28.068537 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-ac0f5406-b727-431a-8cd2-5c7e5e0811fb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/quotas/7e38f2806b4646d09256a66de6a08bfd HTTP/1.1" status: 200 len: 375 time: 0.0423055 Mar 23 12:48:28.071440 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c0fcdd60-be89-49e2-8658-cc03f95c35ae admin admin] Publish callbacks [] for security_group (7f0290fd-941c-4e12-80db-2e9571630dd5), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:28.084894 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:28.154836 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c0fcdd60-be89-49e2-8658-cc03f95c35ae admin admin] Publish callbacks [] for security_group (7f0290fd-941c-4e12-80db-2e9571630dd5), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:28.304306 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dcc33-2db0-4f7f-9672-a001a7d02567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0290fd-941c-4e12-80db-2e9571630dd5,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:28.306439 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-701ad8cc-e4ed-48e7-b206-f32983d4a5b3 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180228 Mar 23 12:48:28.315170 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:28.475720 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:48:28.524255 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c0fcdd60-be89-49e2-8658-cc03f95c35ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7f0290fd-941c-4e12-80db-2e9571630dd5), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:28.527200 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c0fcdd60-be89-49e2-8658-cc03f95c35ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:28.527794 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port dcde6046-3e81-4fca-9cb9-7e76e20ce430 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:28.529082 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-c0fcdd60-be89-49e2-8658-cc03f95c35ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7f0290fd-941c-4e12-80db-2e9571630dd5 HTTP/1.1" status: 204 len: 168 time: 0.8199329 Mar 23 12:48:28.541446 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:28.588977 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:28.613276 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:28.621531 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fcdd60-be89-49e2-8658-cc03f95c35ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0290fd-941c-4e12-80db-2e9571630dd5,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:28.637728 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Publish callbacks [] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:28.666582 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Transition to ACTIVE for port object be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:48:28.723256 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:28.744391 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:28.775628 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:28.776967 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:28.803587 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.db.resource_extend [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:48:28.839086 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event updated for resources: {'Port': ['ID=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:28.903803 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-167c876b-641f-4f6f-9f6c-eb6c79fca6cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0205808 Mar 23 12:48:28.936819 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Request body: {'port': {'device_id': '586cae09-be54-4434-941a-4e79e26ce9c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:28.965355 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-5819f9d9-8f03-4b06-a1c8-12d822a7b495 service neutron] 10.222.0.45 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6059127 Mar 23 12:48:29.159003 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.232395 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.245872 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] Current status of the port e65028c6-ed19-4156-ab39-4a19ba55ddd1 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:29.246471 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.304265 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Pushing event updated for resources: {'Port': ['ID=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:29.310254 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-29fc6f89-ffe9-4ac8-ba5e-a6e4e3fb609e service neutron] 10.222.0.45 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097866 Mar 23 12:48:29.390107 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,segment=NetworkSegment(eac395e6-6188-4cff-9629-3c781397d25c),segment_id=eac395e6-6188-4cff-9629-3c781397d25c)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:29.398273 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42400) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:29.413179 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] For port e65028c6-ed19-4156-ab39-4a19ba55ddd1, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=e65028c6-ed19-4156-ab39-4a19ba55ddd1,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:29.422519 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.425297 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'd5b3ee4d-f2dd-4151-b28b-fd66b278a9b4', 'network_id': 'db2218fd-c2a9-44d0-8226-dcecfdd92b83', 'port_id': 'd5b3ee4d-f2dd-4151-b28b-fd66b278a9b4', 'mac_address': 'fa:16:3e:83:ac:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7117cdb-eccf-49dd-8837-2c2cbd019dae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:48:29.445808 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f500d45f-2429-41cb-bc6d-d91d8de90bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.511145 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port dcde6046-3e81-4fca-9cb9-7e76e20ce430 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:29.512467 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 01f57f5a-7afe-491e-9aa9-8c4bd565c690 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:29.540763 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Attempting to bind port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:29.541212 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Attempting to bind port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:29.541691 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Attempting to bind port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:29.550675 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:48:29.551088 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Attempting to bind port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:29.559224 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74354-b600-485e-9630-2751518514ce req-452d6c58-1121-4666-b5ca-3fe65189b0c1 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:29.560989 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-452d6c58-1121-4666-b5ca-3fe65189b0c1 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 815 time: 1.6086400 Mar 23 12:48:29.577507 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Allocated IP 172.27.0.194 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/0e4bf8ce-815d-4603-88fd-3825fed3f61d) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:29.682418 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:29.682627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Checking segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:29.683032 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Bound using segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:29.683405 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Bound port: be0b9f22-6e14-4a2b-9f51-6f0f40b79e19, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:29.683737 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.746708 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for port (0e4bf8ce-815d-4603-88fd-3825fed3f61d), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.750953 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:29.751357 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.766250 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4ecc31-3bbf-41a2-b12d-3953d3e7ba73 req-4ef3fadf-c26b-49a7-a505-60f3a5ef233d tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:29.768486 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76f610b-db77-4cf6-ba4f-3a55386f1b0c None None] Pushing event updated for resources: {'Port': ['ID=e65028c6-ed19-4156-ab39-4a19ba55ddd1,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:29.775026 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ff4ecc31-3bbf-41a2-b12d-3953d3e7ba73 req-4ef3fadf-c26b-49a7-a505-60f3a5ef233d tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 943 time: 0.1064682 Mar 23 12:48:29.778000 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:29.800993 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-83078dbf-51fd-49a3-a0c2-0f5c0eeca7ba tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/quotas/14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 375 time: 0.1439579 Mar 23 12:48:29.801710 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:27Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:29.840811 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ac0b20-439f-44ac-b668-fc9acb69cfe7 None None] The sync data for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi is: [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:27Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:29.849287 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,segment=NetworkSegment(eac395e6-6188-4cff-9629-3c781397d25c),segment_id=eac395e6-6188-4cff-9629-3c781397d25c)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:29.856936 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:29.857319 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.881335 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] For port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:29.884966 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] For port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:29.905358 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (0e4bf8ce-815d-4603-88fd-3825fed3f61d), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.929413 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:29.931935 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ff4ecc31-3bbf-41a2-b12d-3953d3e7ba73 req-d476571d-b8b2-4c45-8690-d53ad845cd18 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560640 Mar 23 12:48:29.974335 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.022754 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:30.027405 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-2461f0d3-5428-4677-bcdf-3b5ddd19a4b0 None None] Provisioning complete for port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:30.028194 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2461f0d3-5428-4677-bcdf-3b5ddd19a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.103143 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:30.154879 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-2461f0d3-5428-4677-bcdf-3b5ddd19a4b0 None None] Port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:30.171932 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:30.176931 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-2461f0d3-5428-4677-bcdf-3b5ddd19a4b0 None None] Provisioning complete for port e65028c6-ed19-4156-ab39-4a19ba55ddd1 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:30.177594 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2461f0d3-5428-4677-bcdf-3b5ddd19a4b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.194082 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:30.225337 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:30.302115 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:30.302689 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:30.303061 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.304893 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] 10.222.0.53 "PUT /v2.0/ports/be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 HTTP/1.1" status: 200 len: 1094 time: 3.0067391 Mar 23 12:48:30.305525 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '520e8e8e-2c9e-42fa-8c5b-33a059b5ee26', 'tag': 'be0b9f22-6e14-4a2b-9f51-6f0f40b79e19'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:30.307929 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e26e261-a6cc-4310-b953-aca2a5a9f586" -d '{"events": [{"name": "network-changed", "server_uuid": "520e8e8e-2c9e-42fa-8c5b-33a059b5ee26", "tag": "be0b9f22-6e14-4a2b-9f51-6f0f40b79e19"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:30.375562 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'Port': ['ID=0e4bf8ce-815d-4603-88fd-3825fed3f61d,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:30.409848 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device e65028c6-ed19-4156-ab39-4a19ba55ddd1 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:30.591679 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc {{(pid=115108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:30.630838 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Publish callbacks [] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.668636 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-b367d23c-a42f-4ab1-863b-1963c18e50c5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8661375 Mar 23 12:48:30.690802 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.provisioning_blocks [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Transition to ACTIVE for port object 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc will not be triggered until provisioned by entity L2. {{(pid=115108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:48:30.706652 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.712057 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f500d45f-2429-41cb-bc6d-d91d8de90bd0 admin admin] Publish callbacks [] for security_group (7b036938-0a0b-47c9-a5a0-bc26d1befb45), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.770414 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f500d45f-2429-41cb-bc6d-d91d8de90bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7b036938-0a0b-47c9-a5a0-bc26d1befb45), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.772945 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-2461f0d3-5428-4677-bcdf-3b5ddd19a4b0 None None] Current status of the port e65028c6-ed19-4156-ab39-4a19ba55ddd1 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:30.788779 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port e65028c6-ed19-4156-ab39-4a19ba55ddd1 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:30.789383 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.816275 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990c435e-da99-4514-b644-3d6cdbf64c33 req-80070ee7-67a0-4a29-bd73-5e130839e03f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:30.831514 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-990c435e-da99-4514-b644-3d6cdbf64c33 req-80070ee7-67a0-4a29-bd73-5e130839e03f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 931 time: 0.3363342 Mar 23 12:48:30.878231 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500d45f-2429-41cb-bc6d-d91d8de90bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b036938-0a0b-47c9-a5a0-bc26d1befb45,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:30.889146 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (1f436777-a3f9-46e8-8766-22d562fce20b), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:30.930586 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:30.988440 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b80fe-b92c-4587-820c-d1bac212bc8f service neutron] Pushing event updated for resources: {'Port': ['ID=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:31.106913 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-990c435e-da99-4514-b644-3d6cdbf64c33 req-258c01ca-f450-4c9e-8e09-004bd3f459dd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657938 Mar 23 12:48:31.109461 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.managers [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Attempting to bind port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:31.113673 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (0e4bf8ce-815d-4603-88fd-3825fed3f61d), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:31.119666 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.managers [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Attempting to bind port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}] {{(pid=115108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:31.122185 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Attempting to bind port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d {{(pid=115108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:31.133127 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f500d45f-2429-41cb-bc6d-d91d8de90bd0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e96ae6c376da4f928b8fd34c981b58ec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7303593 Mar 23 12:48:31.134881 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42460) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:31.146657 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:48:31.147236 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Attempting to bind port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d {{(pid=115108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:31.163063 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:31.163751 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Checking segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:31.164514 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Bound using segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} {{(pid=115108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:31.165182 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.managers [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Bound port: 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}}] {{(pid=115108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:31.165746 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:31.262312 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port e65028c6-ed19-4156-ab39-4a19ba55ddd1 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:31.360317 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ce9832b7-8368-435c-969b-5662f31a1e8b req-9ab0f632-b3a0-4905-a727-d8c7de15e125 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 210 time: 0.0535839 Mar 23 12:48:31.382677 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c23-5956-4279-837a-55d42a1a3adc admin admin] Publish callbacks [] for security_group (7b036938-0a0b-47c9-a5a0-bc26d1befb45), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:31.392279 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e6b5-2705-450e-b438-d577748b1881 req-8b66214a-2215-4836-b33c-5effe885cfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:31.401419 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-8b66214a-2215-4836-b33c-5effe885cfba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 1128 time: 0.9675291 Mar 23 12:48:31.424527 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] For port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc, host hv-cinder-79724, cleared binding levels {{(pid=115108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:31.437597 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c23-5956-4279-837a-55d42a1a3adc admin admin] Publish callbacks [] for security_group (7b036938-0a0b-47c9-a5a0-bc26d1befb45), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:31.482675 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-7f5888ee-bf17-49fd-ab29-3e9e93d64578 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:48:31.491353 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-7f5888ee-bf17-49fd-ab29-3e9e93d64578 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4942725 Mar 23 12:48:31.547180 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] For port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:31.556639 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:31.590397 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d01dd37-502a-44af-bfe9-2c372cf63d95 x-openstack-request-id: req-9d01dd37-502a-44af-bfe9-2c372cf63d95 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:31.590844 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "520e8e8e-2c9e-42fa-8c5b-33a059b5ee26", "tag": "be0b9f22-6e14-4a2b-9f51-6f0f40b79e19", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:31.591101 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d01dd37-502a-44af-bfe9-2c372cf63d95 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:31.591505 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d01dd37-502a-44af-bfe9-2c372cf63d95'] response: {'name': 'network-changed', 'server_uuid': '520e8e8e-2c9e-42fa-8c5b-33a059b5ee26', 'tag': 'be0b9f22-6e14-4a2b-9f51-6f0f40b79e19', 'status': 'completed', 'code': 200} Mar 23 12:48:31.603394 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c23-5956-4279-837a-55d42a1a3adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7b036938-0a0b-47c9-a5a0-bc26d1befb45), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:31.603598 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-9c6e0caf-1e24-4f61-890c-f0a923813caf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 HTTP/1.1" status: 200 len: 217 time: 0.1714051 Mar 23 12:48:31.605979 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c63c6c23-5956-4279-837a-55d42a1a3adc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:31.607123 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-c63c6c23-5956-4279-837a-55d42a1a3adc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7b036938-0a0b-47c9-a5a0-bc26d1befb45 HTTP/1.1" status: 204 len: 168 time: 0.4710150 Mar 23 12:48:31.649736 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c6c23-5956-4279-837a-55d42a1a3adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b036938-0a0b-47c9-a5a0-bc26d1befb45,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:31.711646 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e6b5-2705-450e-b438-d577748b1881 req-432927b8-0e7a-4ca0-acc2-8096f53632e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:31.713160 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-432927b8-0e7a-4ca0-acc2-8096f53632e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.0942712 Mar 23 12:48:31.760830 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Pushing event updated for resources: {'Port': ['ID=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,revision_number=3']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:31.770613 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:31.771339 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:31.773087 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-d2b76b83-3741-4006-a4d2-5d8765e5e619 service neutron] 10.222.0.53 "PUT /v2.0/ports/4e8a2076-1cc3-40f9-ba01-b56e018cf0bc HTTP/1.1" status: 200 len: 1093 time: 2.8499465 Mar 23 12:48:31.774594 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '586cae09-be54-4434-941a-4e79e26ce9c2', 'tag': '4e8a2076-1cc3-40f9-ba01-b56e018cf0bc'}] {{(pid=115108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:31.835260 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-e6834c42-2f4e-4bd9-beba-e801561821d7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:31.836839 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-e6834c42-2f4e-4bd9-beba-e801561821d7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 817 time: 0.7025511 Mar 23 12:48:31.891212 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-c4eadd52-bf74-4be0-9045-71d3495ed7bd service neutron] 10.222.0.45 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3988237 Mar 23 12:48:32.019079 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3733e7-1e17-441a-925f-0406db454ce5 req-b02a41e0-0505-4fd9-811e-8c76c5a7422b tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:32.020589 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cd3733e7-1e17-441a-925f-0406db454ce5 req-b02a41e0-0505-4fd9-811e-8c76c5a7422b tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 944 time: 0.3801143 Mar 23 12:48:32.102357 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cd3733e7-1e17-441a-925f-0406db454ce5 req-870c25fb-7e89-4cb3-967d-84153b9a806f tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742517 Mar 23 12:48:32.104638 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86003575-b424-4349-9669-d2f526c578ec req-a93ed9c6-19cf-420c-b965-229d44789c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:32.107927 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-a93ed9c6-19cf-420c-b965-229d44789c9f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 1127 time: 0.1986458 Mar 23 12:48:32.150975 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95e6b5-2705-450e-b438-d577748b1881 req-22930e16-2e27-40f1-b321-0e832a17d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:32.152549 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-22930e16-2e27-40f1-b321-0e832a17d16f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4144225 Mar 23 12:48:32.231769 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:32.272493 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4c4de31e92d97ca00457ed788e130df541ba5a0bd0b7464d7b0b9dedcd6006a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7767dc-61df-4d44-88a3-4c649f3625bd" -d '{"events": [{"name": "network-changed", "server_uuid": "586cae09-be54-4434-941a-4e79e26ce9c2", "tag": "4e8a2076-1cc3-40f9-ba01-b56e018cf0bc"}]}' {{(pid=115108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:32.274246 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-2d018d4b-2195-4e9b-b81d-b03420a4d32f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc HTTP/1.1" status: 200 len: 217 time: 0.1544657 Mar 23 12:48:32.291599 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-4804bbdb-ac25-4d2f-97ba-203d2a9aa765 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e38f2806b4646d09256a66de6a08bfd HTTP/1.1" status: 200 len: 380 time: 0.4385345 Mar 23 12:48:32.304353 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:48:32.309271 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:32.309990 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:32.313112 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'port': {'device_id': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'admin_state_up': True, 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'security_groups': ['f5feb5a7-1a78-4b32-8911-f29513721187']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:32.321023 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for port (0e4bf8ce-815d-4603-88fd-3825fed3f61d), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:32.377445 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86003575-b424-4349-9669-d2f526c578ec req-d73cd5a9-ea3f-4069-8426-625ee96de219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:32.378908 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-d73cd5a9-ea3f-4069-8426-625ee96de219 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.0857959 Mar 23 12:48:32.390644 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c056f-1109-46e7-9a0b-318ff848648e req-2da47265-b6cb-4f16-a0bb-9470ec51ee7f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:32.392161 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-874c056f-1109-46e7-9a0b-318ff848648e req-2da47265-b6cb-4f16-a0bb-9470ec51ee7f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 943 time: 0.1369300 Mar 23 12:48:32.429116 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:32.429983 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:32.462901 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (0e4bf8ce-815d-4603-88fd-3825fed3f61d), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:32.474809 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82749024-559c-49d2-a1ac-7da5c8df4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b3ee4d-f2dd-4151-b28b-fd66b278a9b4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:32.531149 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86003575-b424-4349-9669-d2f526c578ec req-8acaf0dc-44f2-4bfd-b9c6-7c121f36106a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:32.532116 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-8acaf0dc-44f2-4bfd-b9c6-7c121f36106a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1383648 Mar 23 12:48:32.541690 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-874c056f-1109-46e7-9a0b-318ff848648e req-2a5a790b-d7b7-4701-aa1e-e32b51d5970d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188033 Mar 23 12:48:32.559768 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'Port': ['ID=0e4bf8ce-815d-4603-88fd-3825fed3f61d,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:32.572145 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (1f436777-a3f9-46e8-8766-22d562fce20b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:32.582695 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,segment=NetworkSegment(eac395e6-6188-4cff-9629-3c781397d25c),segment_id=eac395e6-6188-4cff-9629-3c781397d25c)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:32.589477 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:32.592202 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-86f6be00-625a-4739-ba1a-f754d6a1504d service neutron] 10.222.0.45 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000799 Mar 23 12:48:32.605217 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:32.606444 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-543b9416-1c87-4d88-9785-686efa7bdbfc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1834025 Mar 23 12:48:32.638163 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Made reservation on behalf of 7e38f2806b4646d09256a66de6a08bfd for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:32.646160 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:32.680735 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:32.700468 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-d156a29d-717f-4c91-9c34-0db10ce72bad service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576462 Mar 23 12:48:32.713638 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-87b2ab1b-5312-4c55-bba4-b00743e33af8 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197046 Mar 23 12:48:32.886617 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-86003575-b424-4349-9669-d2f526c578ec req-c8592a56-415b-4581-9452-8a8d474c4264 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748242 Mar 23 12:48:32.948876 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987841e3-7e69-4649-beba-ad1edc204544 x-openstack-request-id: req-987841e3-7e69-4649-beba-ad1edc204544 {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:32.949194 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "586cae09-be54-4434-941a-4e79e26ce9c2", "tag": "4e8a2076-1cc3-40f9-ba01-b56e018cf0bc", "status": "completed", "code": 200}]} {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:32.950210 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-987841e3-7e69-4649-beba-ad1edc204544 {{(pid=115108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:32.950720 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987841e3-7e69-4649-beba-ad1edc204544'] response: {'name': 'network-changed', 'server_uuid': '586cae09-be54-4434-941a-4e79e26ce9c2', 'tag': '4e8a2076-1cc3-40f9-ba01-b56e018cf0bc', 'status': 'completed', 'code': 200} Mar 23 12:48:33.085812 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-340f2746-c648-4948-8e94-96d1c58c0115 req-c9e896bf-4aa8-4216-a60b-14fb5a876d51 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 210 time: 0.0676239 Mar 23 12:48:33.104890 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-454d91e5-071f-4c3d-a798-efb132238890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:33.108953 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-454d91e5-071f-4c3d-a798-efb132238890 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 1127 time: 0.1357992 Mar 23 12:48:33.136951 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42538) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:33.221763 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c09ae292-f7a1-4745-a16b-68381b6d824f req-7e463af0-ed93-4c89-a071-9c4f9de5b35b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 210 time: 0.0955932 Mar 23 12:48:33.269752 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4e826a-e323-4347-9075-c3a703155dc4" -d '{"events": [{"server_uuid": "82749024-559c-49d2-a1ac-7da5c8df4515", "name": "network-vif-plugged", "status": "completed", "tag": "d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:33.280258 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Allocated IP 172.20.0.9 (0ad8b074-08cc-49f1-9aea-20ddb46a3d70/f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75/f58071c7-9746-4519-a9e7-68b9f8dc285d) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:33.485023 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-9e11373d-6258-42cb-97f6-87291d3d46b2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1253366795&fields=id&tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3 HTTP/1.1" status: 200 len: 267 time: 0.0992887 Mar 23 12:48:33.511111 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:33.522270 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-28e053eb-ac2a-46b0-91cb-b1f8e7410bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:33.523806 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-28e053eb-ac2a-46b0-91cb-b1f8e7410bc8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.4075272 Mar 23 12:48:33.549701 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce95e6b5-2705-450e-b438-d577748b1881 req-b07ab8c2-c4cf-4690-9caa-6c5eb56b4b93 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8017843 Mar 23 12:48:33.681322 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c6819e-ac42-42d4-b49f-87b6fbd8bb82 req-584049f8-b471-4b65-868c-109e8ce0d5f9 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:33.684663 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-68c6819e-ac42-42d4-b49f-87b6fbd8bb82 req-584049f8-b471-4b65-868c-109e8ce0d5f9 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 945 time: 0.1419716 Mar 23 12:48:33.686445 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:33.812313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:33.829918 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-742184a1-b276-4e77-8784-9aa5a0a0246a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:33.835530 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:33.835687 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-a362871b-67cb-400d-9dc8-925eadf16438 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc HTTP/1.1" status: 200 len: 217 time: 0.2769561 Mar 23 12:48:33.843953 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:33.849935 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:33.850590 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:33.864297 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:33.880972 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-c622cd58-6398-4979-9c5f-a5b3db4c9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:33.882530 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-c622cd58-6398-4979-9c5f-a5b3db4c9670 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 1128 time: 0.1868327 Mar 23 12:48:33.887220 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-68c6819e-ac42-42d4-b49f-87b6fbd8bb82 req-4693ba30-5a79-4bd2-ae7d-6f9fe1e39147 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925688 Mar 23 12:48:33.892486 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-0d92925b-538c-4327-adb8-d13d7ab86579 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5821404 Mar 23 12:48:33.915099 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Request body: {'port': {'device_id': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:33.996298 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-09f39172-4590-4865-8e05-95fc34ed1e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:33.997983 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-09f39172-4590-4865-8e05-95fc34ed1e78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.1532791 Mar 23 12:48:34.008276 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-5a68fafa-465a-470b-8f0a-551a2fb8997f tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:34.015709 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-5a68fafa-465a-470b-8f0a-551a2fb8997f tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 811 time: 0.5241199 Mar 23 12:48:34.044528 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-35ff03eb-77ca-4f35-934a-2e5a99248e4c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/quotas/a6a0fb20f83c48f8a9834d6a1e562cf3 HTTP/1.1" status: 200 len: 375 time: 0.0270543 Mar 23 12:48:34.112213 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-78b1d6cb-621c-46ad-8ed3-334b6072ece8 None None] Provisioning complete for port f58071c7-9746-4519-a9e7-68b9f8dc285d triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:34.122325 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-78b1d6cb-621c-46ad-8ed3-334b6072ece8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:34.168917 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-78b1d6cb-621c-46ad-8ed3-334b6072ece8 None None] Port f58071c7-9746-4519-a9e7-68b9f8dc285d cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:34.205853 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-742184a1-b276-4e77-8784-9aa5a0a0246a admin admin] Publish callbacks [] for security_group (6a105b8d-d6fb-476a-af27-d62bea5ad665), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:34.212496 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.53', 64402) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:34.219289 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-97008f6f-a03b-41f8-9c51-18f3bf903cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:34.221831 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-97008f6f-a03b-41f8-9c51-18f3bf903cde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2026427 Mar 23 12:48:34.225668 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-742184a1-b276-4e77-8784-9aa5a0a0246a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6a105b8d-d6fb-476a-af27-d62bea5ad665), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:34.269429 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-8986b433-7e6d-4b97-b89f-dabd3d26cae0 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2186136 Mar 23 12:48:34.370684 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:34.391845 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-4351a168-194a-4995-a09b-8ce44ff02218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:34.394874 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742184a1-b276-4e77-8784-9aa5a0a0246a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a105b8d-d6fb-476a-af27-d62bea5ad665,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:34.395153 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-4351a168-194a-4995-a09b-8ce44ff02218 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.5030711 Mar 23 12:48:34.404951 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-742184a1-b276-4e77-8784-9aa5a0a0246a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9339137f74d44d11baebc3500e9d11e4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0324497 Mar 23 12:48:34.407557 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42594) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:34.421109 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c1e77da-38f8-43cb-be7b-639245a84d2a x-openstack-request-id: req-6c1e77da-38f8-43cb-be7b-639245a84d2a {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:34.421988 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82749024-559c-49d2-a1ac-7da5c8df4515", "name": "network-vif-plugged", "status": "completed", "tag": "d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:34.422652 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6c1e77da-38f8-43cb-be7b-639245a84d2a {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:34.423198 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c1e77da-38f8-43cb-be7b-639245a84d2a'] response: {'server_uuid': '82749024-559c-49d2-a1ac-7da5c8df4515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5b3ee4d-f2dd-4151-b28b-fd66b278a9b4', 'code': 200} Mar 23 12:48:34.473417 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-cc2b0bec-55b7-49e0-b28e-170e3fd4b2c7 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387557 Mar 23 12:48:34.485291 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-c58dd3da-ec16-4e83-9f86-3b1ee7543fc9 service neutron] 10.222.0.45 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988292 Mar 23 12:48:34.636943 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-c2bc7c5b-625d-42f8-8b52-254a3caa6e31 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 HTTP/1.1" status: 200 len: 217 time: 0.2334998 Mar 23 12:48:34.649977 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.53', 64405) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:34.731387 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f55f2124-982d-43b0-b255-996c42ba94ef admin admin] Publish callbacks [] for security_group (6a105b8d-d6fb-476a-af27-d62bea5ad665), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:34.772457 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-0f807e0e-53a3-4967-a51c-1ae47cc5c97e service neutron] 10.222.0.45 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861407 Mar 23 12:48:34.774239 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-857976d3-baff-43a9-8ab0-a98012d6d9c1 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695980 Mar 23 12:48:34.782135 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e60a3f9-1389-4aaf-8307-c75381b1fd7c req-6827b5ab-e4cb-49dc-9455-32cf938923ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:34.784645 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1e60a3f9-1389-4aaf-8307-c75381b1fd7c req-6827b5ab-e4cb-49dc-9455-32cf938923ec service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 1129 time: 0.1253369 Mar 23 12:48:34.813038 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-1e60a3f9-1389-4aaf-8307-c75381b1fd7c req-2d181f6d-82cc-46f8-bcd2-c990720160ec service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:34.934903 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74354-b600-485e-9630-2751518514ce req-af6be08b-bdeb-4620-ae89-e32e644808c1 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:34.937256 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-af6be08b-bdeb-4620-ae89-e32e644808c1 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 815 time: 0.7220962 Mar 23 12:48:34.937625 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-1e60a3f9-1389-4aaf-8307-c75381b1fd7c req-2d181f6d-82cc-46f8-bcd2-c990720160ec service neutron] Publish callbacks [] for security_group (4cc154a1-9e4b-4650-b4f6-525ea48066db), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:34.951352 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-1e60a3f9-1389-4aaf-8307-c75381b1fd7c req-2d181f6d-82cc-46f8-bcd2-c990720160ec service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (4cc154a1-9e4b-4650-b4f6-525ea48066db), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:34.959661 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-2ffbce0f-0867-450f-9d58-1fabbc37ffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:34.962639 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-2ffbce0f-0867-450f-9d58-1fabbc37ffc1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.2807920 Mar 23 12:48:35.014871 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f55f2124-982d-43b0-b255-996c42ba94ef admin admin] Publish callbacks [] for security_group (6a105b8d-d6fb-476a-af27-d62bea5ad665), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.044644 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc299b-7493-4620-a7de-99f46b33e20c req-481b6643-f46d-443c-802a-82e2623951dd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:35.046256 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59dc299b-7493-4620-a7de-99f46b33e20c req-481b6643-f46d-443c-802a-82e2623951dd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 943 time: 0.4313915 Mar 23 12:48:35.057865 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0d16b96c-6c46-496c-93a8-c2ad8f14ece2 req-405d362b-668f-4a8b-8424-bd8eaf381f86 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 210 time: 0.0753598 Mar 23 12:48:35.092741 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d181f6d-82cc-46f8-bcd2-c990720160ec service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc154a1-9e4b-4650-b4f6-525ea48066db,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:35.103825 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1e60a3f9-1389-4aaf-8307-c75381b1fd7c req-2d181f6d-82cc-46f8-bcd2-c990720160ec service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094084 Mar 23 12:48:35.169578 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-60c5d663-0aa1-4f4f-bad8-a63864c2c1a6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 380 time: 0.2032404 Mar 23 12:48:35.221474 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-e3379b88-6b82-4ac9-b851-f86c6e5649be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:35.223366 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-e3379b88-6b82-4ac9-b851-f86c6e5649be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2358902 Mar 23 12:48:35.226233 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b615696-2dc7-4fd2-ac3e-da503e05c529 req-aa86f1b3-73e4-4714-a2ab-cbfd2c9ba9fb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:35.241216 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5b615696-2dc7-4fd2-ac3e-da503e05c529 req-aa86f1b3-73e4-4714-a2ab-cbfd2c9ba9fb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 931 time: 0.0874774 Mar 23 12:48:35.255820 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59dc299b-7493-4620-a7de-99f46b33e20c req-a4662cf2-8f67-4f96-9458-9b3f510e3a01 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923945 Mar 23 12:48:35.277366 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f55f2124-982d-43b0-b255-996c42ba94ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6a105b8d-d6fb-476a-af27-d62bea5ad665), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.279977 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f55f2124-982d-43b0-b255-996c42ba94ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.283867 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f55f2124-982d-43b0-b255-996c42ba94ef admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a105b8d-d6fb-476a-af27-d62bea5ad665 HTTP/1.1" status: 204 len: 168 time: 0.8119824 Mar 23 12:48:35.306424 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55f2124-982d-43b0-b255-996c42ba94ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a105b8d-d6fb-476a-af27-d62bea5ad665,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:35.364623 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5b615696-2dc7-4fd2-ac3e-da503e05c529 req-ae6af71d-6183-4d21-9b8d-34abb2cb9114 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222482 Mar 23 12:48:35.423946 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'port': {'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'admin_state_up': True, 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'security_groups': ['60c340f6-08cd-44d2-8d99-66eb6d5f109b']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:35.500221 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0f555-cb74-41f9-b131-1c1c79a14412 req-414bd175-dae9-4a59-bdf9-cd2552b4c7fc tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:35.502903 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-87f0f555-cb74-41f9-b131-1c1c79a14412 req-414bd175-dae9-4a59-bdf9-cd2552b4c7fc tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 945 time: 0.0677032 Mar 23 12:48:35.520227 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5f427744-4ebb-4616-b397-b3c968befae8 req-8829e488-da6c-4819-96a0-4d809aeb69d7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 210 time: 0.0907860 Mar 23 12:48:35.547718 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f58071c7-9746-4519-a9e7-68b9f8dc285d {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:35.563386 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Publish callbacks [] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.579227 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-82e2c209-7594-47bc-8dae-0282e29c19bb service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239773 Mar 23 12:48:35.585370 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-87f0f555-cb74-41f9-b131-1c1c79a14412 req-566c94bc-9592-4092-b7f4-84a30270259e tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757961 Mar 23 12:48:35.666982 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Transition to ACTIVE for port object f58071c7-9746-4519-a9e7-68b9f8dc285d will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:48:35.681668 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.791237 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42642) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:35.792584 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:35.803323 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Made reservation on behalf of 14d846fbc6e84dc598b54d5488f818f6 for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:35.806806 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.818497 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6f73c1cb-0787-4cb1-9614-43f7d97c0743 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.838692 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8e26e261-a6cc-4310-b953-aca2a5a9f586 req-799cae78-b078-4162-bf2e-0a878b245c52 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407351 Mar 23 12:48:35.869744 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Attempting to bind port f58071c7-9746-4519-a9e7-68b9f8dc285d on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:35.870100 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Attempting to bind port f58071c7-9746-4519-a9e7-68b9f8dc285d by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:35.870507 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Attempting to bind port f58071c7-9746-4519-a9e7-68b9f8dc285d on network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:35.927609 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Port f58071c7-9746-4519-a9e7-68b9f8dc285d on network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:48:35.930221 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Attempting to bind port f58071c7-9746-4519-a9e7-68b9f8dc285d on network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:35.935595 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6f73c1cb-0787-4cb1-9614-43f7d97c0743 admin admin] Publish callbacks [] for security_group (a34073bf-bae0-441b-9c5e-a184337415e7), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.940332 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6f73c1cb-0787-4cb1-9614-43f7d97c0743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a34073bf-bae0-441b-9c5e-a184337415e7), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.983487 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:35.983487 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Checking segment: {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:35.985088 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Bound using segment: {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:35.985878 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Bound port: f58071c7-9746-4519-a9e7-68b9f8dc285d, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:35.987205 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:35.994302 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6f73c1cb-0787-4cb1-9614-43f7d97c0743 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2e8a09d98cc04f52b1b0a55b8534420e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1995764 Mar 23 12:48:35.994302 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f73c1cb-0787-4cb1-9614-43f7d97c0743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34073bf-bae0-441b-9c5e-a184337415e7,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:35.998130 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42648) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:36.049392 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-887f88c9-c5b8-4b9a-bba8-2b8c4ea35ab3 admin admin] Publish callbacks [] for security_group (a34073bf-bae0-441b-9c5e-a184337415e7), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.073981 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-887f88c9-c5b8-4b9a-bba8-2b8c4ea35ab3 admin admin] Publish callbacks [] for security_group (a34073bf-bae0-441b-9c5e-a184337415e7), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.140755 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-887f88c9-c5b8-4b9a-bba8-2b8c4ea35ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a34073bf-bae0-441b-9c5e-a184337415e7), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.144969 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-887f88c9-c5b8-4b9a-bba8-2b8c4ea35ab3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.146195 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-887f88c9-c5b8-4b9a-bba8-2b8c4ea35ab3 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a34073bf-bae0-441b-9c5e-a184337415e7 HTTP/1.1" status: 204 len: 168 time: 0.1471519 Mar 23 12:48:36.154874 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f88c9-c5b8-4b9a-bba8-2b8c4ea35ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34073bf-bae0-441b-9c5e-a184337415e7,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:36.239781 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:48:36.417651 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:36.441329 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c9b10d8-b51d-4a96-a3f2-6fda161ae476 req-c56e83ff-b245-469f-aca5-e43e2ac0d479 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 210 time: 0.1689529 Mar 23 12:48:36.442273 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'be0b9f22-6e14-4a2b-9f51-6f0f40b79e19', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'port_id': 'be0b9f22-6e14-4a2b-9f51-6f0f40b79e19', 'mac_address': 'fa:16:3e:c6:b0:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:48:36.485266 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Allocated IP 172.20.0.9 (c22af5e6-8870-46e4-888c-8471bf57200b/96d74455-684d-47ad-9854-658b83e265d4/ace493d7-242a-407d-88fb-5bb20770851d) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:36.486041 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd22118-7783-424d-956a-8dd217bd4c0d req-7fc51bbb-a95c-41b6-bbeb-0bf935180717 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:36.488341 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dfd22118-7783-424d-956a-8dd217bd4c0d req-7fc51bbb-a95c-41b6-bbeb-0bf935180717 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 943 time: 0.1182384 Mar 23 12:48:36.488694 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:36.489261 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.590045 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dfd22118-7783-424d-956a-8dd217bd4c0d req-21c1d0b1-ff58-4957-beef-145d6d08a947 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946388 Mar 23 12:48:36.603400 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:36.721069 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:36.727865 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:36.734182 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42680) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:36.740985 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f65b2fc2-f50c-455f-b93b-c735b94ff924 req-6578d6bd-dfd1-4ef4-b48b-92824c932b6b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 210 time: 0.0454233 Mar 23 12:48:36.748958 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:36.757937 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.758845 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:48:36.790569 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.797893 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-e92e5581-5ff6-49c0-b9a6-4b510192e30b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:36.799951 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-e92e5581-5ff6-49c0-b9a6-4b510192e30b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 811 time: 0.5336905 Mar 23 12:48:36.836486 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:36.840322 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:36.847945 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-370db80f-1370-4604-af44-bac3f5b3e165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.855687 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '4e8a2076-1cc3-40f9-ba01-b56e018cf0bc', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'port_id': '4e8a2076-1cc3-40f9-ba01-b56e018cf0bc', 'mac_address': 'fa:16:3e:fe:a5:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:48:36.900696 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:36.901237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.902648 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] 10.222.0.53 "PUT /v2.0/ports/f58071c7-9746-4519-a9e7-68b9f8dc285d HTTP/1.1" status: 200 len: 1093 time: 2.9972146 Mar 23 12:48:36.904397 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:36.904861 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.916348 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:36.919651 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e4cfd3e-ac09-414c-b420-3a0dc748c567" -d '{"events": [{"name": "network-changed", "server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:36.922422 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:36.946682 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:36.951453 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:36.956129 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eddfaf-bf28-49e4-bb76-b95785117391 req-daca2d70-ec04-46ad-bbc4-cd2d0c51e1d4 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:36.963384 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-69eddfaf-bf28-49e4-bb76-b95785117391 req-daca2d70-ec04-46ad-bbc4-cd2d0c51e1d4 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 945 time: 0.1512864 Mar 23 12:48:36.978577 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de8a526-1989-4e0e-ab0e-527b1e88a870 req-ce334c84-53d0-48b8-91ea-eefdb2dd4b78 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:36.985483 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5de8a526-1989-4e0e-ab0e-527b1e88a870 req-ce334c84-53d0-48b8-91ea-eefdb2dd4b78 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.4240096 Mar 23 12:48:37.066980 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:37.087082 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e3ff72-8b68-4d46-9a03-020c4eb31c64 service neutron] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:37.088857 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-69eddfaf-bf28-49e4-bb76-b95785117391 req-08c0e51e-4645-4150-a99d-892122c129e7 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190906 Mar 23 12:48:37.149963 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abeeb944-b677-4919-b613-8897716987ce x-openstack-request-id: req-abeeb944-b677-4919-b613-8897716987ce {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:37.150288 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:37.150552 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-abeeb944-b677-4919-b613-8897716987ce {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:37.150969 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abeeb944-b677-4919-b613-8897716987ce'] response: {'name': 'network-changed', 'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'status': 'completed', 'code': 200} Mar 23 12:48:37.194549 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (ace493d7-242a-407d-88fb-5bb20770851d), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.216524 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-1de93f98-b1b9-42ce-83de-0738b77f6d73 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3 HTTP/1.1" status: 200 len: 380 time: 0.4003432 Mar 23 12:48:37.223450 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['be0b9f22-6e14-4a2b-9f51-6f0f40b79e19'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:37.244905 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'port': {'device_id': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'admin_state_up': True, 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'security_groups': ['e0a3fdd4-f56f-4616-9827-daf4eb98f4a9']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:37.254386 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['4e8a2076-1cc3-40f9-ba01-b56e018cf0bc'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:37.303148 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5de8a526-1989-4e0e-ab0e-527b1e88a870 req-7bf2f45a-fcdb-4a7f-9a35-5ceeb3c1596d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3167408 Mar 23 12:48:37.332047 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-21a3d2dd-df88-4378-8e2b-18191d33f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.333586 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-21a3d2dd-df88-4378-8e2b-18191d33f297 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 1127 time: 0.2818477 Mar 23 12:48:37.402780 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-209bcdac-53e7-4b30-88c0-4e0c985a824e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d HTTP/1.1" status: 200 len: 217 time: 0.0608785 Mar 23 12:48:37.412012 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-370db80f-1370-4604-af44-bac3f5b3e165 admin admin] Publish callbacks [] for security_group (f7438e83-0b10-4659-9bbb-47857530c1b6), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.430671 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-370db80f-1370-4604-af44-bac3f5b3e165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f7438e83-0b10-4659-9bbb-47857530c1b6), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.454381 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (ace493d7-242a-407d-88fb-5bb20770851d), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.560422 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370db80f-1370-4604-af44-bac3f5b3e165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7438e83-0b10-4659-9bbb-47857530c1b6,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:37.571517 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-370db80f-1370-4604-af44-bac3f5b3e165 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=08baa6aedd754df2b3ded125d05b1cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8235092 Mar 23 12:48:37.572831 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a9237-fd21-4cdb-9697-a9abface72a8 req-23796817-3c99-4e19-83d6-243069064aad tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.576730 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e49a9237-fd21-4cdb-9697-a9abface72a8 req-23796817-3c99-4e19-83d6-243069064aad tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 931 time: 0.0603919 Mar 23 12:48:37.577044 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42698) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:37.586626 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Network c22af5e6-8870-46e4-888c-8471bf57200b is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:37.588405 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-4a727904-7dc9-4a54-a949-e37702be56ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.589896 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-4a727904-7dc9-4a54-a949-e37702be56ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.1740017 Mar 23 12:48:37.594218 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=ace493d7-242a-407d-88fb-5bb20770851d,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:37.597912 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:37.600518 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:37.605910 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.606471 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.651315 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Made reservation on behalf of a6a0fb20f83c48f8a9834d6a1e562cf3 for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:37.654764 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.669430 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-8d0511ef-28a3-4e6b-b66f-6a513d6f2857 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3152554 Mar 23 12:48:37.685458 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Request body: {'port': {'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:37.689861 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e49a9237-fd21-4cdb-9697-a9abface72a8 req-5cc9e2a0-1b04-45fb-9d98-cefcf4effbdd tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988216 Mar 23 12:48:37.708219 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-77bb4539-22f0-417c-b6c4-597bbdbaa4a5 admin admin] Publish callbacks [] for security_group (f7438e83-0b10-4659-9bbb-47857530c1b6), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.741313 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-77bb4539-22f0-417c-b6c4-597bbdbaa4a5 admin admin] Publish callbacks [] for security_group (f7438e83-0b10-4659-9bbb-47857530c1b6), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.793180 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-e1dd3533-0011-4a87-8d30-f972f64abd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.795832 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-e1dd3533-0011-4a87-8d30-f972f64abd06 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1853435 Mar 23 12:48:37.804828 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-77bb4539-22f0-417c-b6c4-597bbdbaa4a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f7438e83-0b10-4659-9bbb-47857530c1b6), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.808328 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-77bb4539-22f0-417c-b6c4-597bbdbaa4a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.815116 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-77bb4539-22f0-417c-b6c4-597bbdbaa4a5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7438e83-0b10-4659-9bbb-47857530c1b6 HTTP/1.1" status: 204 len: 168 time: 0.2364666 Mar 23 12:48:37.824283 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4539-22f0-417c-b6c4-597bbdbaa4a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7438e83-0b10-4659-9bbb-47857530c1b6,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:37.919135 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1db3de7f-6e0f-440d-a836-fadbefed2185 req-b86e4437-0fa4-4e39-814e-84581dc59fb5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 210 time: 0.0446932 Mar 23 12:48:37.926730 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ace493d7-242a-407d-88fb-5bb20770851d), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.926905 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b7d605b6-d00e-4713-989b-912034fb7b01 None None] Provisioning complete for port ace493d7-242a-407d-88fb-5bb20770851d triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:37.927215 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b7d605b6-d00e-4713-989b-912034fb7b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ace493d7-242a-407d-88fb-5bb20770851d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:37.939455 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a9cb-a07b-42ab-89b1-3f9ada063a32 req-b660cce1-d921-4c39-a345-c240d2007748 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:37.946395 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6c80a9cb-a07b-42ab-89b1-3f9ada063a32 req-b660cce1-d921-4c39-a345-c240d2007748 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 944 time: 0.2319086 Mar 23 12:48:37.974143 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b7d605b6-d00e-4713-989b-912034fb7b01 None None] Port ace493d7-242a-407d-88fb-5bb20770851d cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:38.020144 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Allocated IP 172.20.0.8 (0f9d749a-8c53-4fe9-b95c-7cb54b937c17/63398873-4efe-47a4-aa76-1497d6c15e4c/b7a62b6d-91a7-4488-99b5-de66b73ad21c) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:38.069300 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6c80a9cb-a07b-42ab-89b1-3f9ada063a32 req-958f41e4-4703-4187-af7b-1f42cf8c2d50 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220260 Mar 23 12:48:38.136134 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42716) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:38.238288 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311728e4-6386-4ac8-992b-25f791afd90f req-32e7b525-6e8e-4174-98d5-bd86c125709d tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:38.240622 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-311728e4-6386-4ac8-992b-25f791afd90f req-32e7b525-6e8e-4174-98d5-bd86c125709d tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 945 time: 0.0747366 Mar 23 12:48:38.282131 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8a62cade-e94a-430a-b16f-1cdcb1495104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.322697 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-311728e4-6386-4ac8-992b-25f791afd90f req-01ca3939-5396-4c71-bc9e-41f5b14e2307 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761414 Mar 23 12:48:38.400835 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.402763 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8a62cade-e94a-430a-b16f-1cdcb1495104 admin admin] Publish callbacks [] for security_group (52f0b8dd-f06c-4008-86aa-655ba13ed3bf), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.411353 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8a62cade-e94a-430a-b16f-1cdcb1495104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (52f0b8dd-f06c-4008-86aa-655ba13ed3bf), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.467715 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-8a62cade-e94a-430a-b16f-1cdcb1495104 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a89754878b1043ab8bcfeb5e5ae17662&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281271 Mar 23 12:48:38.467715 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a62cade-e94a-430a-b16f-1cdcb1495104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f0b8dd-f06c-4008-86aa-655ba13ed3bf,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:38.469189 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42732) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:38.506902 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ace493d7-242a-407d-88fb-5bb20770851d {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:38.525061 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1682a851-b938-4d82-920a-5d427e3ad69a admin admin] Publish callbacks [] for security_group (52f0b8dd-f06c-4008-86aa-655ba13ed3bf), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.531060 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Publish callbacks [] for port (ace493d7-242a-407d-88fb-5bb20770851d), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.547541 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.561982 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1682a851-b938-4d82-920a-5d427e3ad69a admin admin] Publish callbacks [] for security_group (52f0b8dd-f06c-4008-86aa-655ba13ed3bf), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.610048 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a64248-ff4a-4761-bfda-40d4fe949af6 req-6be92db7-6266-48b8-9aae-8c0689c5203f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:38.611024 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a9a64248-ff4a-4761-bfda-40d4fe949af6 req-6be92db7-6266-48b8-9aae-8c0689c5203f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1938295 Mar 23 12:48:38.650561 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1682a851-b938-4d82-920a-5d427e3ad69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (52f0b8dd-f06c-4008-86aa-655ba13ed3bf), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.654411 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Transition to ACTIVE for port object ace493d7-242a-407d-88fb-5bb20770851d will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:48:38.656095 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1682a851-b938-4d82-920a-5d427e3ad69a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.661246 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-1682a851-b938-4d82-920a-5d427e3ad69a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/52f0b8dd-f06c-4008-86aa-655ba13ed3bf HTTP/1.1" status: 204 len: 168 time: 0.1882102 Mar 23 12:48:38.675685 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1682a851-b938-4d82-920a-5d427e3ad69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f0b8dd-f06c-4008-86aa-655ba13ed3bf,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:38.688330 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ace493d7-242a-407d-88fb-5bb20770851d), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:38.693811 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:38.698509 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'Port': ['ID=b7a62b6d-91a7-4488-99b5-de66b73ad21c,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:38.707014 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:38.727773 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:38.733268 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:38.733931 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.011124 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a651ca60-97e5-4a23-8cad-a2a32362cf10 req-e7ccf9a2-c5cd-4e82-b705-3224d187467e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:39.015487 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a651ca60-97e5-4a23-8cad-a2a32362cf10 req-e7ccf9a2-c5cd-4e82-b705-3224d187467e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 943 time: 0.1608469 Mar 23 12:48:39.121072 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-c1417422-527d-4c50-9e0d-098e8c1b0770 None None] Provisioning complete for port b7a62b6d-91a7-4488-99b5-de66b73ad21c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:39.121651 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c1417422-527d-4c50-9e0d-098e8c1b0770 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.149081 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a651ca60-97e5-4a23-8cad-a2a32362cf10 req-42c10016-afbd-418b-8015-a97ab4cefa31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232295 Mar 23 12:48:39.195061 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-07ab41ad-1502-4b5a-b626-7628b26ff3d2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9609303 Mar 23 12:48:39.197557 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Pushing event updated for resources: {'Port': ['ID=ace493d7-242a-407d-88fb-5bb20770851d,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:39.215356 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a9a64248-ff4a-4761-bfda-40d4fe949af6 req-3397848c-2e01-4e6a-85d1-f6ab9dc6fd90 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5733125 Mar 23 12:48:39.238932 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-c7b12a72-6aba-4c1f-9d35-0bcbbec8ce37 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6999497 Mar 23 12:48:39.243667 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-c1417422-527d-4c50-9e0d-098e8c1b0770 None None] Port b7a62b6d-91a7-4488-99b5-de66b73ad21c cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:48:39.250142 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Attempting to bind port ace493d7-242a-407d-88fb-5bb20770851d on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:39.250743 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Attempting to bind port ace493d7-242a-407d-88fb-5bb20770851d by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:39.251280 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Attempting to bind port ace493d7-242a-407d-88fb-5bb20770851d on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:39.260397 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Port ace493d7-242a-407d-88fb-5bb20770851d on network c22af5e6-8870-46e4-888c-8471bf57200b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:48:39.260908 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Attempting to bind port ace493d7-242a-407d-88fb-5bb20770851d on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:39.270905 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:39.271253 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Checking segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:39.271648 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Bound using segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:39.272134 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Bound port: ace493d7-242a-407d-88fb-5bb20770851d, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:39.272653 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ace493d7-242a-407d-88fb-5bb20770851d), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.350212 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42764) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:39.370307 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1dfe598d-b698-438e-8188-95b177866f90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.381497 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1419e5-26c0-48c4-9fe5-37f9169cfe77 req-d6335cef-62dd-4964-8f86-ac1aa64c4e1e tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:39.382984 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0d1419e5-26c0-48c4-9fe5-37f9169cfe77 req-d6335cef-62dd-4964-8f86-ac1aa64c4e1e tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 931 time: 0.0788677 Mar 23 12:48:39.432366 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] For port ace493d7-242a-407d-88fb-5bb20770851d, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:39.437092 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] For port ace493d7-242a-407d-88fb-5bb20770851d, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ace493d7-242a-407d-88fb-5bb20770851d,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:39.445555 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ace493d7-242a-407d-88fb-5bb20770851d), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.456705 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b3d434-6603-4a22-a3ab-36973d476ea5 req-77693fb6-edc5-4831-8364-2409487f46e7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:39.464143 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-27b3d434-6603-4a22-a3ab-36973d476ea5 req-77693fb6-edc5-4831-8364-2409487f46e7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 944 time: 0.1214399 Mar 23 12:48:39.472692 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0d1419e5-26c0-48c4-9fe5-37f9169cfe77 req-8c113d0c-9384-4fa8-8fc1-5f7a983050ec tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834374 Mar 23 12:48:39.509452 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:39.510079 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.511537 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] 10.222.0.53 "PUT /v2.0/ports/ace493d7-242a-407d-88fb-5bb20770851d HTTP/1.1" status: 200 len: 1093 time: 1.8325140 Mar 23 12:48:39.513618 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'tag': 'ace493d7-242a-407d-88fb-5bb20770851d'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:39.516124 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e919aa15-912f-4cdf-9d3c-9fd5b49a069e" -d '{"events": [{"name": "network-changed", "server_uuid": "984794d0-9b14-4af5-865f-6b6cf26d9040", "tag": "ace493d7-242a-407d-88fb-5bb20770851d"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:39.546544 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1dfe598d-b698-438e-8188-95b177866f90 admin admin] Publish callbacks [] for security_group (dd3575f0-176f-4ea7-b9f5-be287c9440b5), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.562366 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1dfe598d-b698-438e-8188-95b177866f90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (dd3575f0-176f-4ea7-b9f5-be287c9440b5), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.568425 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83995e3c-765a-48a7-8137-1972630a4251 service neutron] Pushing event updated for resources: {'Port': ['ID=ace493d7-242a-407d-88fb-5bb20770851d,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:39.583523 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-27b3d434-6603-4a22-a3ab-36973d476ea5 req-56936cdb-18b0-4a55-82fb-71929a0b0217 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183295 Mar 23 12:48:39.590294 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2ac039-4e0c-405e-b977-0f8219d9c822 x-openstack-request-id: req-3a2ac039-4e0c-405e-b977-0f8219d9c822 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:39.590591 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984794d0-9b14-4af5-865f-6b6cf26d9040", "tag": "ace493d7-242a-407d-88fb-5bb20770851d", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:39.590854 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3a2ac039-4e0c-405e-b977-0f8219d9c822 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:39.591270 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2ac039-4e0c-405e-b977-0f8219d9c822'] response: {'name': 'network-changed', 'server_uuid': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'tag': 'ace493d7-242a-407d-88fb-5bb20770851d', 'status': 'completed', 'code': 200} Mar 23 12:48:39.639343 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-1dfe598d-b698-438e-8188-95b177866f90 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1e24551d02c347399fb31096c3daecf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2879872 Mar 23 12:48:39.645416 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42774) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:39.651763 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe598d-b698-438e-8188-95b177866f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3575f0-176f-4ea7-b9f5-be287c9440b5,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:39.703671 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-15023a23-1a00-405d-aa84-a09ccc312f41 admin admin] Publish callbacks [] for security_group (dd3575f0-176f-4ea7-b9f5-be287c9440b5), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.729163 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-15023a23-1a00-405d-aa84-a09ccc312f41 admin admin] Publish callbacks [] for security_group (dd3575f0-176f-4ea7-b9f5-be287c9440b5), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.793700 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-15023a23-1a00-405d-aa84-a09ccc312f41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (dd3575f0-176f-4ea7-b9f5-be287c9440b5), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.796420 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-15023a23-1a00-405d-aa84-a09ccc312f41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:39.797642 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-15023a23-1a00-405d-aa84-a09ccc312f41 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd3575f0-176f-4ea7-b9f5-be287c9440b5 HTTP/1.1" status: 204 len: 168 time: 0.1511660 Mar 23 12:48:39.808812 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15023a23-1a00-405d-aa84-a09ccc312f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3575f0-176f-4ea7-b9f5-be287c9440b5,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:40.304458 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Request body: {'port': {'device_id': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:40.330969 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed62d58-0f1a-44bc-9a2c-28df0f539378 req-2f79edd4-62dc-4d5a-bc05-289ddd5de673 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:40.340279 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5ed62d58-0f1a-44bc-9a2c-28df0f539378 req-2f79edd4-62dc-4d5a-bc05-289ddd5de673 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 943 time: 0.1054640 Mar 23 12:48:40.383296 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cef89-7594-45aa-aa7f-82fa2e07c1ae req-87aa8c17-ea56-4e14-b5ef-94dc341137eb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:40.385073 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e91cef89-7594-45aa-aa7f-82fa2e07c1ae req-87aa8c17-ea56-4e14-b5ef-94dc341137eb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0882382 Mar 23 12:48:40.451084 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e91cef89-7594-45aa-aa7f-82fa2e07c1ae req-9b9914ac-7527-48c3-8386-f2dcd7410bff tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595245 Mar 23 12:48:40.602263 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:40.617047 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5ed62d58-0f1a-44bc-9a2c-28df0f539378 req-5f51327f-6273-4227-a586-d8d211705fe9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755556 Mar 23 12:48:40.660247 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea610fd-2d48-4f3e-bee9-b949b5a35122 req-804d13a0-7758-4c43-b5d7-9d2a4e30a448 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:40.662016 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5ea610fd-2d48-4f3e-bee9-b949b5a35122 req-804d13a0-7758-4c43-b5d7-9d2a4e30a448 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 931 time: 0.1093721 Mar 23 12:48:40.701748 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919aa15-912f-4cdf-9d3c-9fd5b49a069e req-dc812858-c4c6-4a94-8fc9-af23cbcda9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:40.703387 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e919aa15-912f-4cdf-9d3c-9fd5b49a069e req-dc812858-c4c6-4a94-8fc9-af23cbcda9ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 1127 time: 0.3317232 Mar 23 12:48:40.726682 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5ea610fd-2d48-4f3e-bee9-b949b5a35122 req-17e42d14-50c8-44c1-a9b5-9c9820f02d2e tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578156 Mar 23 12:48:40.802420 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d2956782-af1f-4e10-a568-0da8a6e0ee3f req-578d7cb1-70ff-43f0-8785-5afd9b9c8d56 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584737 Mar 23 12:48:40.825737 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:48:40.880339 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51251e29-91ca-470f-a4e1-ba39947f9124 req-7ab415e6-30ad-4f6f-aeda-8dd2774b8299 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:40.881766 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51251e29-91ca-470f-a4e1-ba39947f9124 req-7ab415e6-30ad-4f6f-aeda-8dd2774b8299 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 944 time: 0.1538253 Mar 23 12:48:40.988662 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51251e29-91ca-470f-a4e1-ba39947f9124 req-796b659f-53c6-4670-bbb0-1380b58713eb tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008775 Mar 23 12:48:41.084281 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a62b6d-91a7-4488-99b5-de66b73ad21c {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:41.084494 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42836) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:41.091563 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Publish callbacks [] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.105641 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Transition to ACTIVE for port object b7a62b6d-91a7-4488-99b5-de66b73ad21c will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:48:41.109773 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.184916 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a62b6d-91a7-4488-99b5-de66b73ad21c,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:41.202135 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Attempting to bind port b7a62b6d-91a7-4488-99b5-de66b73ad21c on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:41.202538 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Attempting to bind port b7a62b6d-91a7-4488-99b5-de66b73ad21c by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:41.203021 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Attempting to bind port b7a62b6d-91a7-4488-99b5-de66b73ad21c on network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:41.209235 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Port b7a62b6d-91a7-4488-99b5-de66b73ad21c on network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:48:41.209724 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Attempting to bind port b7a62b6d-91a7-4488-99b5-de66b73ad21c on network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:41.218163 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:41.218519 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Checking segment: {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:41.218877 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Bound using segment: {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:41.219300 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Bound port: b7a62b6d-91a7-4488-99b5-de66b73ad21c, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:41.219655 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.232719 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59cb9c5a-ff2d-46b7-94c9-fa72800047ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.296280 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] For port b7a62b6d-91a7-4488-99b5-de66b73ad21c, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:41.299987 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] For port b7a62b6d-91a7-4488-99b5-de66b73ad21c, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:41.307657 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.319557 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59cb9c5a-ff2d-46b7-94c9-fa72800047ee admin admin] Publish callbacks [] for security_group (f7e78b1c-fcc4-462c-8569-7797d5af73a8), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.323835 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59cb9c5a-ff2d-46b7-94c9-fa72800047ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f7e78b1c-fcc4-462c-8569-7797d5af73a8), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.343787 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:41.344133 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.345859 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] 10.222.0.53 "PUT /v2.0/ports/b7a62b6d-91a7-4488-99b5-de66b73ad21c HTTP/1.1" status: 200 len: 1093 time: 1.0488493 Mar 23 12:48:41.374844 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-59cb9c5a-ff2d-46b7-94c9-fa72800047ee admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f0db9d5fd6ee48fdb4f4307a07a99506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833261 Mar 23 12:48:41.374928 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cd2a60-17b5-4918-9d01-39a755f28341 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a62b6d-91a7-4488-99b5-de66b73ad21c,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:41.374998 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb9c5a-ff2d-46b7-94c9-fa72800047ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e78b1c-fcc4-462c-8569-7797d5af73a8,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:41.374998 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42844) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:41.424725 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-46889390-f604-4623-b3c2-6a8570201057 admin admin] Publish callbacks [] for security_group (f7e78b1c-fcc4-462c-8569-7797d5af73a8), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.448428 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-46889390-f604-4623-b3c2-6a8570201057 admin admin] Publish callbacks [] for security_group (f7e78b1c-fcc4-462c-8569-7797d5af73a8), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.499956 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-46889390-f604-4623-b3c2-6a8570201057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f7e78b1c-fcc4-462c-8569-7797d5af73a8), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.504560 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-46889390-f604-4623-b3c2-6a8570201057 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:41.508050 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-46889390-f604-4623-b3c2-6a8570201057 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f7e78b1c-fcc4-462c-8569-7797d5af73a8 HTTP/1.1" status: 204 len: 168 time: 0.1325939 Mar 23 12:48:41.514169 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46889390-f604-4623-b3c2-6a8570201057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e78b1c-fcc4-462c-8569-7797d5af73a8,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:41.594380 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f22dae-4eef-40c7-b43c-afaeccfdd99a req-72cf8451-525a-4045-900e-6a8ba19b68bb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:41.596199 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-99f22dae-4eef-40c7-b43c-afaeccfdd99a req-72cf8451-525a-4045-900e-6a8ba19b68bb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0565574 Mar 23 12:48:41.596755 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'tag': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:41.599001 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f81413-561f-4fc6-a3f9-0b314d9055e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25", "tag": "b7a62b6d-91a7-4488-99b5-de66b73ad21c"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:41.652661 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-99f22dae-4eef-40c7-b43c-afaeccfdd99a req-c1208cee-5979-48f1-94e9-d46ae13c47ee tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489483 Mar 23 12:48:41.706414 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-349b9afb-1ace-4236-ba2d-eaad87dd13cf x-openstack-request-id: req-349b9afb-1ace-4236-ba2d-eaad87dd13cf {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:41.706706 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25", "tag": "b7a62b6d-91a7-4488-99b5-de66b73ad21c", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:41.706959 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-349b9afb-1ace-4236-ba2d-eaad87dd13cf {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:41.707396 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-349b9afb-1ace-4236-ba2d-eaad87dd13cf'] response: {'name': 'network-changed', 'server_uuid': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'tag': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c', 'status': 'completed', 'code': 200} Mar 23 12:48:41.807313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33765ec1-bf48-4aed-85c3-898b2a0cc987 req-5e510a8a-5d39-474c-8d95-7d059147b397 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:41.808818 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-33765ec1-bf48-4aed-85c3-898b2a0cc987 req-5e510a8a-5d39-474c-8d95-7d059147b397 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 943 time: 0.0583885 Mar 23 12:48:41.857484 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-33765ec1-bf48-4aed-85c3-898b2a0cc987 req-29fc1f09-4ebc-4d96-9ba4-a362e1215a53 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431025 Mar 23 12:48:41.966953 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80651fea-8a03-40b0-b5c9-29164699a2cf req-e4de14bd-2415-48fc-a499-27b1c4a9f47f tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:41.968467 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-80651fea-8a03-40b0-b5c9-29164699a2cf req-e4de14bd-2415-48fc-a499-27b1c4a9f47f tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 943 time: 0.0541494 Mar 23 12:48:42.024907 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-80651fea-8a03-40b0-b5c9-29164699a2cf req-b205420b-79a4-4532-8048-b0c64498fee8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501037 Mar 23 12:48:42.133332 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e124b-0595-4691-bed1-033a350eedfd req-87259dab-c5c1-47f5-b8f2-e0f3f48c140d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:42.134859 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-414e124b-0595-4691-bed1-033a350eedfd req-87259dab-c5c1-47f5-b8f2-e0f3f48c140d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 944 time: 0.0550978 Mar 23 12:48:42.188054 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-414e124b-0595-4691-bed1-033a350eedfd req-b366097c-964b-4da1-aa31-898922e47b3a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469880 Mar 23 12:48:42.224235 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 42880) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:42.321532 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-955115221-network', 'tenant_id': '68b646032c5a453084e2dc758ebef48b'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:42.341073 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Made reservation on behalf of 68b646032c5a453084e2dc758ebef48b for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:42.343553 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.352394 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.427705 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Publish callbacks [] for security_group (3bf5afd3-2577-4bdd-a899-67e59b119272), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.431712 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3bf5afd3-2577-4bdd-a899-67e59b119272), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.460610 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:48:42.466134 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf5afd3-2577-4bdd-a899-67e59b119272,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:42.474798 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.474898 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Added segment c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6 of type vlan for network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 Mar 23 12:48:42.516270 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (390eb63a-18da-4d1d-8d72-c0f2ddc93214), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.542548 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (390eb63a-18da-4d1d-8d72-c0f2ddc93214), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.543549 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:42.544141 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.598385 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3730495 Mar 23 12:48:42.601490 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 42884) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:42.607250 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Request body: {'subnet': {'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-955115221-subnet', 'tenant_id': '68b646032c5a453084e2dc758ebef48b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:42.609418 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302a34ac-8886-4f61-bedb-0f715df6f22d admin admin] Pushing event updated for resources: {'Network': ['ID=390eb63a-18da-4d1d-8d72-c0f2ddc93214,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:42.619916 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:48:42.630625 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Made reservation on behalf of 68b646032c5a453084e2dc758ebef48b for: {'subnet': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:42.633275 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.854991 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18201d7-9a64-4d89-99e4-761b14cef049 req-7e5f1167-6dff-4cff-9bdb-8f857e44cb0b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:42.856504 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c18201d7-9a64-4d89-99e4-761b14cef049 req-7e5f1167-6dff-4cff-9bdb-8f857e44cb0b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1064422 Mar 23 12:48:42.857808 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (b7c37832-c7fc-4e32-bb69-0347a82bd213), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:42.947432 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7c37832-c7fc-4e32-bb69-0347a82bd213,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:42.959966 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c18201d7-9a64-4d89-99e4-761b14cef049 req-d3c40052-4d15-47aa-bbdd-88ed95523f96 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959170 Mar 23 12:48:42.966396 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Checking segment: {'id': 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:42.966760 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Network hostable DHCP agents. Network: 390eb63a-18da-4d1d-8d72-c0f2ddc93214, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:48:42.988005 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:48:42.998086 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 390eb63a-18da-4d1d-8d72-c0f2ddc93214) {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:43.003336 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.003960 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:43.011629 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7544ba67-18d7-4f6a-925a-176f989b2cb2 None None] Network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:48:43.022319 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-9156b0c9-ac69-49bf-ac31-37c44b691de5 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4195974 Mar 23 12:48:43.090596 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ec849-c056-4211-94c5-bf3533341aef req-fa985f98-857c-4c86-bdd9-ab3f47cd2bb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.092389 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df4ec849-c056-4211-94c5-bf3533341aef req-fa985f98-857c-4c86-bdd9-ab3f47cd2bb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 943 time: 0.0689068 Mar 23 12:48:43.141664 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df4ec849-c056-4211-94c5-bf3533341aef req-a69a5490-24e8-4570-b6db-c05b598fa98d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420401 Mar 23 12:48:43.199935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b198ec-fbf3-460e-a8fe-27a8a45ff07f None None] Network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:48:43.262419 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298fc49-c2bb-42ee-9a7f-7b2a4f32b531 req-8dcc9abe-6271-4dbc-b657-00256a3ef716 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.264799 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5298fc49-c2bb-42ee-9a7f-7b2a4f32b531 req-8dcc9abe-6271-4dbc-b657-00256a3ef716 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 943 time: 0.0635521 Mar 23 12:48:43.334535 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5298fc49-c2bb-42ee-9a7f-7b2a4f32b531 req-7285dc93-dea4-4fac-82dd-7a16f92ed660 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611897 Mar 23 12:48:43.436733 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:43.440734 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b0518-4681-4a20-a5fb-7db43edb4546 req-e2eda693-dd9f-4efb-98b0-bd41624bae45 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.442413 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-755b0518-4681-4a20-a5fb-7db43edb4546 req-e2eda693-dd9f-4efb-98b0-bd41624bae45 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 944 time: 0.0583560 Mar 23 12:48:43.499586 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:48:43.505470 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:43.506097 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:43.650247 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:43.651575 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:43.696153 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520e8e8e-2c9e-42fa-8c5b-33a059b5ee26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0b9f22-6e14-4a2b-9f51-6f0f40b79e19'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:43.696153 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47b984f-33cd-4adc-a456-c218268acf6c" -d '{"events": [{"server_uuid": "520e8e8e-2c9e-42fa-8c5b-33a059b5ee26", "name": "network-vif-plugged", "status": "completed", "tag": "be0b9f22-6e14-4a2b-9f51-6f0f40b79e19"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:43.715248 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:43.720048 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:43.734617 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:43.840247 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-755b0518-4681-4a20-a5fb-7db43edb4546 req-44e56783-b18b-430f-aa6f-0cfcb01ac49a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471739 Mar 23 12:48:43.859168 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919aa15-912f-4cdf-9d3c-9fd5b49a069e req-b4795268-4f7a-465e-861c-68c9eafb4e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.859926 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a45339a-67a8-42c9-878f-140b32f2373f x-openstack-request-id: req-9a45339a-67a8-42c9-878f-140b32f2373f {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:43.861218 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e919aa15-912f-4cdf-9d3c-9fd5b49a069e req-b4795268-4f7a-465e-861c-68c9eafb4e09 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=14d846fbc6e84dc598b54d5488f818f6&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4173992 Mar 23 12:48:43.861570 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520e8e8e-2c9e-42fa-8c5b-33a059b5ee26", "name": "network-vif-plugged", "status": "completed", "tag": "be0b9f22-6e14-4a2b-9f51-6f0f40b79e19", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:43.862116 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9a45339a-67a8-42c9-878f-140b32f2373f {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:43.862416 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a45339a-67a8-42c9-878f-140b32f2373f'] response: {'server_uuid': '520e8e8e-2c9e-42fa-8c5b-33a059b5ee26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be0b9f22-6e14-4a2b-9f51-6f0f40b79e19', 'code': 200} Mar 23 12:48:43.869261 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-93b17198-f861-476d-8bf4-e4937a7be2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.870893 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-93b17198-f861-476d-8bf4-e4937a7be2d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 1127 time: 0.3321218 Mar 23 12:48:43.872885 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-67360421-1236-42c3-b27f-f7bd6606f8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:43.874312 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-67360421-1236-42c3-b27f-f7bd6606f8e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 1127 time: 0.2901068 Mar 23 12:48:43.909825 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:43.925935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:48:43.929889 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:43.930263 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:44.054244 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:44.055008 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:44.097491 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:44.103651 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:44.163526 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a482457-fa75-4c22-bb0d-79f91fde9387 req-9cd45e76-c68c-4607-9c4f-de7dd9bb9187 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.176983 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:44.182219 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1a482457-fa75-4c22-bb0d-79f91fde9387 req-9cd45e76-c68c-4607-9c4f-de7dd9bb9187 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1075516 Mar 23 12:48:44.307142 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16f298-3aaf-49c6-9add-c97e8f813a2c req-536bd147-621e-4416-a521-459a4c796bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.308747 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ce16f298-3aaf-49c6-9add-c97e8f813a2c req-536bd147-621e-4416-a521-459a4c796bf2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 1130 time: 0.1119130 Mar 23 12:48:44.327940 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1a482457-fa75-4c22-bb0d-79f91fde9387 req-b4ced613-1775-4063-b941-b463e4a335c8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447735 Mar 23 12:48:44.372499 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-a3ff0a44-b5f9-43b4-8047-a4310d15cac1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c HTTP/1.1" status: 200 len: 217 time: 0.3942268 Mar 23 12:48:44.402136 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ce16f298-3aaf-49c6-9add-c97e8f813a2c req-a56674a4-1fe1-4c9b-95ca-96fbb9a6ad6d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718818 Mar 23 12:48:44.471176 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fce67-e904-40cd-ba8f-a7c678611288 req-ca601b59-c627-4ba5-8653-90dfa14af996 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.473112 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ca0fce67-e904-40cd-ba8f-a7c678611288 req-ca601b59-c627-4ba5-8653-90dfa14af996 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 943 time: 0.0616574 Mar 23 12:48:44.521368 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ca0fce67-e904-40cd-ba8f-a7c678611288 req-f2d9827b-9033-4da8-a00a-bec49d5f81a5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423126 Mar 23 12:48:44.569874 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-d75b2c73-b1c4-49d7-8cd3-c507789d33fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.571335 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-d75b2c73-b1c4-49d7-8cd3-c507789d33fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.5922596 Mar 23 12:48:44.599297 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-53bbad36-1fb0-4ff2-b6cf-4cef9ac259e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.600770 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-53bbad36-1fb0-4ff2-b6cf-4cef9ac259e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 200 len: 850 time: 0.1954458 Mar 23 12:48:44.612693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e919aa15-912f-4cdf-9d3c-9fd5b49a069e req-ec19440d-a661-40f9-9530-2c149053dfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.614169 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e919aa15-912f-4cdf-9d3c-9fd5b49a069e req-ec19440d-a661-40f9-9530-2c149053dfed service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6571088 Mar 23 12:48:44.623157 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f5868-803c-40f7-9597-40c75bd70302 req-b207b210-39f7-40e4-9ccc-347f4bd7647d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.624890 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dc0f5868-803c-40f7-9597-40c75bd70302 req-b207b210-39f7-40e4-9ccc-347f4bd7647d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 943 time: 0.2516866 Mar 23 12:48:44.725730 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-b03fbc4d-ab3b-4b54-84d1-ad367263f95d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d HTTP/1.1" status: 200 len: 217 time: 0.0900424 Mar 23 12:48:44.831105 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dc0f5868-803c-40f7-9597-40c75bd70302 req-238391ae-5bd6-4add-a917-49a7f69c90f3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860785 Mar 23 12:48:44.834574 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-da4a524d-ea5d-4d3f-9ea1-abfe3714a270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.836202 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-da4a524d-ea5d-4d3f-9ea1-abfe3714a270 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.0921347 Mar 23 12:48:44.836778 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-98953337-f0fa-4343-8cd5-8f311fce3678 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:44.839160 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-3fc3fbbd-6753-4b06-8bc8-73d432578ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.840930 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-3fc3fbbd-6753-4b06-8bc8-73d432578ccc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2067404 Mar 23 12:48:44.850009 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74354-b600-485e-9630-2751518514ce req-37eb192c-4ba9-4c6a-86c8-cffd40de281a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:44.852267 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-37eb192c-4ba9-4c6a-86c8-cffd40de281a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 1127 time: 0.1833720 Mar 23 12:48:44.982288 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-addabb2e-c132-4280-8d8f-8b824ff604b0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace493d7-242a-407d-88fb-5bb20770851d HTTP/1.1" status: 200 len: 217 time: 0.1101480 Mar 23 12:48:45.055044 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-a59186e2-56dc-47c0-bae1-1047855c80ef tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.056560 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-a59186e2-56dc-47c0-bae1-1047855c80ef tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/networks?id=390eb63a-18da-4d1d-8d72-c0f2ddc93214 HTTP/1.1" status: 200 len: 808 time: 0.1403522 Mar 23 12:48:45.073917 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-24afc3c8-9c74-4180-ba5e-07331d062ec9 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/quotas/68b646032c5a453084e2dc758ebef48b HTTP/1.1" status: 200 len: 375 time: 0.0098088 Mar 23 12:48:45.098202 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-50fe9359-5bbe-484f-871d-20022a2e52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.099740 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-50fe9359-5bbe-484f-871d-20022a2e52f3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2365348 Mar 23 12:48:45.111834 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-6d56f0bf-ccec-4b0e-8101-626eb10ea4cd tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=68b646032c5a453084e2dc758ebef48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281425 Mar 23 12:48:45.118531 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74354-b600-485e-9630-2751518514ce req-e8923978-a699-41e0-a178-ac3ceb7be30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.119961 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-e8923978-a699-41e0-a178-ac3ceb7be30c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.1256502 Mar 23 12:48:45.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-c5eefcf6-ea00-4b3b-a955-e806c2068525 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420335 Mar 23 12:48:45.148871 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b9bea8-c25a-42a7-a9f0-a33a75307f53 req-28cf4085-c60a-40fc-ab83-8dde9bbcd834 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.150420 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-89b9bea8-c25a-42a7-a9f0-a33a75307f53 req-28cf4085-c60a-40fc-ab83-8dde9bbcd834 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1963906 Mar 23 12:48:45.247574 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-96d289db-7505-49ae-ae79-e66cd332b4a0 service neutron] 10.222.0.45 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224077 Mar 23 12:48:45.352312 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-16685266-5df4-41b3-922a-998c9ad77c71 service neutron] 10.222.0.45 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010044 Mar 23 12:48:45.364812 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-89b9bea8-c25a-42a7-a9f0-a33a75307f53 req-4ee820e3-49c2-45e4-b034-03ed6ed55c98 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705573 Mar 23 12:48:45.368130 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-56d357b2-e479-458f-a22c-5eb5f4d90d00 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513583 Mar 23 12:48:45.375121 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d74354-b600-485e-9630-2751518514ce req-985bc1a2-c54c-4e08-a6fb-d3b0f639b285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.377280 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-985bc1a2-c54c-4e08-a6fb-d3b0f639b285 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2456150 Mar 23 12:48:45.410189 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a50f1039-a4e0-4671-92f2-4d43fd0c5539 req-01976356-0b69-4bb1-bc3d-b12a19b8b448 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278490 Mar 23 12:48:45.606241 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dc534ede-eb24-480a-a9bb-f7695e48670f req-aacb3fdb-d6e4-4d35-9bae-d56ab7f946d4 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 210 time: 0.0413222 Mar 23 12:48:45.635911 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9e4cfd3e-ac09-414c-b420-3a0dc748c567 req-d9c19e9b-dbf1-478c-83c9-48a6c2b18b18 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576182 Mar 23 12:48:45.646920 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-52c425fa-81e8-439d-9fd7-2e1705c6b3b7 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537620 Mar 23 12:48:45.657133 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-9ed5a98c-6e19-4d5c-930c-10620d2872bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.666656 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-9ed5a98c-6e19-4d5c-930c-10620d2872bc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 1127 time: 0.1808798 Mar 23 12:48:45.720413 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452023fa-1a0f-48de-9027-a20862d0d4ab req-ffb70efc-b01d-4f37-86ff-325428acdada tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.723018 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-452023fa-1a0f-48de-9027-a20862d0d4ab req-ffb70efc-b01d-4f37-86ff-325428acdada tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 943 time: 0.0643952 Mar 23 12:48:45.791599 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-452023fa-1a0f-48de-9027-a20862d0d4ab req-bcdd95b4-a379-42ba-96cf-a59e438b6831 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617385 Mar 23 12:48:45.815902 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484a5657-a4d5-4b15-b176-8a25fd992042 req-bee4be82-df0d-41b9-ab94-95983c947829 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.817550 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-484a5657-a4d5-4b15-b176-8a25fd992042 req-bee4be82-df0d-41b9-ab94-95983c947829 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.3351245 Mar 23 12:48:45.863586 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586cae09-be54-4434-941a-4e79e26ce9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8a2076-1cc3-40f9-ba01-b56e018cf0bc'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:45.868869 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556a2e01-567f-4e27-a93a-1c35b3c08086" -d '{"events": [{"server_uuid": "586cae09-be54-4434-941a-4e79e26ce9c2", "name": "network-vif-plugged", "status": "completed", "tag": "4e8a2076-1cc3-40f9-ba01-b56e018cf0bc"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:45.920791 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-ef32e993-2ba1-4148-a889-cfe0b636aad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:45.922271 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-ef32e993-2ba1-4148-a889-cfe0b636aad4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 912 time: 0.2463024 Mar 23 12:48:45.995563 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-44f3e293-8f9d-49e0-973a-ba3c7628ee65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c HTTP/1.1" status: 200 len: 217 time: 0.0598748 Mar 23 12:48:46.008655 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-484a5657-a4d5-4b15-b176-8a25fd992042 req-74ef4eb8-6093-429e-a583-8a5c976d5d20 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418030 Mar 23 12:48:46.014446 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28d74354-b600-485e-9630-2751518514ce req-499b41b2-c5a9-44fa-9c19-137312f818e0 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451331 Mar 23 12:48:46.075715 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee205f7b-8a56-4750-b1e8-8e1cf41201f4 x-openstack-request-id: req-ee205f7b-8a56-4750-b1e8-8e1cf41201f4 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:46.076134 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586cae09-be54-4434-941a-4e79e26ce9c2", "name": "network-vif-plugged", "status": "completed", "tag": "4e8a2076-1cc3-40f9-ba01-b56e018cf0bc", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:46.076395 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ee205f7b-8a56-4750-b1e8-8e1cf41201f4 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:46.077478 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee205f7b-8a56-4750-b1e8-8e1cf41201f4'] response: {'server_uuid': '586cae09-be54-4434-941a-4e79e26ce9c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e8a2076-1cc3-40f9-ba01-b56e018cf0bc', 'code': 200} Mar 23 12:48:46.092422 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbe4d4-e7de-4f99-be2d-b88c051c7bf9 req-d644171e-13d5-49da-b256-51eefc128a5d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.094966 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e6fbe4d4-e7de-4f99-be2d-b88c051c7bf9 req-d644171e-13d5-49da-b256-51eefc128a5d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 943 time: 0.1527240 Mar 23 12:48:46.098533 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-018d6d7b-40a7-44e3-be94-c0bf38fd7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.102262 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-018d6d7b-40a7-44e3-be94-c0bf38fd7599 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 200 len: 850 time: 0.0919907 Mar 23 12:48:46.194204 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e6fbe4d4-e7de-4f99-be2d-b88c051c7bf9 req-f71e3faf-1eb6-4481-bbc5-f66933314e8e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887492 Mar 23 12:48:46.415408 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-ab03b148-3913-424d-b702-610ef2709f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.417404 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-ab03b148-3913-424d-b702-610ef2709f7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3062651 Mar 23 12:48:46.444223 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be9ae2-1fa5-460f-9632-5d647844ff92 req-5ab80edd-3e02-4478-a0d7-e0708ff83af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.445708 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-09be9ae2-1fa5-460f-9632-5d647844ff92 req-5ab80edd-3e02-4478-a0d7-e0708ff83af5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 1129 time: 0.1092002 Mar 23 12:48:46.469031 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:48:46.606914 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-09be9ae2-1fa5-460f-9632-5d647844ff92 req-424a9b70-45cc-4519-93a4-d40304335a91 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508946 Mar 23 12:48:46.609313 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:46.623835 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'port_id': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'mac_address': 'fa:16:3e:2d:5f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:48:46.624351 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1491c-b96c-4ac1-a5e9-31b6df487ee8 req-87592cf8-f0c7-4afd-8488-c0a79c0cf435 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.625910 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a4e1491c-b96c-4ac1-a5e9-31b6df487ee8 req-87592cf8-f0c7-4afd-8488-c0a79c0cf435 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1404815 Mar 23 12:48:46.631534 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-52e45710-8c14-482f-8b37-e4a7635ad5e2 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056632 Mar 23 12:48:46.668956 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port f58071c7-9746-4519-a9e7-68b9f8dc285d is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:46.669334 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:46.684517 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58071c7-9746-4519-a9e7-68b9f8dc285d {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:46.696359 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a4e1491c-b96c-4ac1-a5e9-31b6df487ee8 req-c1e82648-dc9f-470a-9487-541135ecb85a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548167 Mar 23 12:48:46.705730 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:46.709790 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:46.710640 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device b7a62b6d-91a7-4488-99b5-de66b73ad21c details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:48:46.719562 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b01932c3-8c80-457d-9003-8fdf2a2f91a1 req-d16587c8-a1ee-4eb1-afcc-79d6621c85f0 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 210 time: 0.0338595 Mar 23 12:48:46.812269 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:46.857527 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port b7a62b6d-91a7-4488-99b5-de66b73ad21c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:46.872457 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'port_id': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c', 'mac_address': 'fa:16:3e:b6:14:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:48:46.912382 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port b7a62b6d-91a7-4488-99b5-de66b73ad21c is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:46.913038 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:46.930833 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a62b6d-91a7-4488-99b5-de66b73ad21c {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:46.933840 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-15f81413-561f-4fc6-a3f9-0b314d9055e6 req-c8ac602a-930f-424a-a962-4fddf01032d1 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261501 Mar 23 12:48:46.952935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port b7a62b6d-91a7-4488-99b5-de66b73ad21c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:46.953985 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6442b2a-ae5a-4621-9d81-d12c483d47e7 req-7bb11611-afac-4768-8d39-272ada5c8391 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:46.956334 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f6442b2a-ae5a-4621-9d81-d12c483d47e7 req-7bb11611-afac-4768-8d39-272ada5c8391 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 943 time: 0.0856020 Mar 23 12:48:46.961651 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:47.019840 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f6442b2a-ae5a-4621-9d81-d12c483d47e7 req-7b5e8b5f-6487-4830-a9c2-c283c03c8a80 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546827 Mar 23 12:48:47.030419 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=b7a62b6d-91a7-4488-99b5-de66b73ad21c,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:47.240306 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192496b-34dc-48ce-8401-ff55791ad960 req-4d183df1-e017-4b8a-a1da-19a48e055e30 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:47.243546 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8192496b-34dc-48ce-8401-ff55791ad960 req-4d183df1-e017-4b8a-a1da-19a48e055e30 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 944 time: 0.0893388 Mar 23 12:48:47.286639 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['b7a62b6d-91a7-4488-99b5-de66b73ad21c'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:47.342649 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['f58071c7-9746-4519-a9e7-68b9f8dc285d'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:47.351124 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-e84c2fcc-1774-4886-849c-351d5ab84ba1 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:47.351536 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8192496b-34dc-48ce-8401-ff55791ad960 req-025bedfc-cb92-4809-8bc9-0af02847736a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011648 Mar 23 12:48:47.353715 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-e84c2fcc-1774-4886-849c-351d5ab84ba1 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.53 "GET /v2.0/networks?id=390eb63a-18da-4d1d-8d72-c0f2ddc93214 HTTP/1.1" status: 200 len: 808 time: 0.1781521 Mar 23 12:48:47.368215 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Request body: {'port': {'device_id': '3fbebd0d-681b-4183-8314-478f04f5a861', 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214', 'admin_state_up': True, 'tenant_id': '68b646032c5a453084e2dc758ebef48b'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:47.444919 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad40f1b-d3b9-4c61-8123-28bdd96731ba req-f25cea78-61ff-40cb-be10-a3f3ba094ffe tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:47.446459 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4ad40f1b-d3b9-4c61-8123-28bdd96731ba req-f25cea78-61ff-40cb-be10-a3f3ba094ffe tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 943 time: 0.1714261 Mar 23 12:48:47.542738 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4ad40f1b-d3b9-4c61-8123-28bdd96731ba req-b06433f5-63b9-4a5a-8924-ba37bc569cad tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858655 Mar 23 12:48:47.553627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Made reservation on behalf of 68b646032c5a453084e2dc758ebef48b for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:48:47.558481 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:47.740593 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Allocated IP 172.20.0.13 (390eb63a-18da-4d1d-8d72-c0f2ddc93214/b7c37832-c7fc-4e32-bb69-0347a82bd213/499cc379-cb5d-4627-b2cf-06500c2634b4) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:48:47.914003 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266b75c-6bf5-44dc-b3c4-4e5def864d47 req-2d13633a-a163-4ecd-bb22-9d99eff36248 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:47.922988 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6266b75c-6bf5-44dc-b3c4-4e5def864d47 req-2d13633a-a163-4ecd-bb22-9d99eff36248 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0989811 Mar 23 12:48:47.946356 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-685c4ceb-10d4-4d36-b6ed-ab9c4c067278 req-771c7f99-0130-4026-a240-f8e88c094209 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 210 time: 0.0801256 Mar 23 12:48:47.955899 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-15e84cc9-fd63-4c81-827c-00f881d52541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.034972 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6266b75c-6bf5-44dc-b3c4-4e5def864d47 req-e5797e09-2b22-4545-87e5-0c3ba22be448 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094794 Mar 23 12:48:48.050710 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks [] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.133742 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.208215 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:48:48.211488 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:48:48.212736 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Pushing event updated for resources: {'Port': ['ID=499cc379-cb5d-4627-b2cf-06500c2634b4,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:48.217310 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:48:48.222486 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:48.223082 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.234089 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe0385d-420d-4287-9692-03fce35d84e8 req-8a06fea0-f794-4472-9f57-0e11f231135a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:48.235550 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fe0385d-420d-4287-9692-03fce35d84e8 req-8a06fea0-f794-4472-9f57-0e11f231135a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 944 time: 0.1324120 Mar 23 12:48:48.255273 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-3e93aee9-cbbd-4275-838d-060ae7cbe0ee tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8912909 Mar 23 12:48:48.269169 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Request body: {'port': {'device_id': '3fbebd0d-681b-4183-8314-478f04f5a861', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:48.323505 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fe0385d-420d-4287-9692-03fce35d84e8 req-2471c376-1a53-46d2-a81d-883c57dff0f8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805459 Mar 23 12:48:48.351758 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.469941 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ace493d7-242a-407d-88fb-5bb20770851d details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:48:48.473640 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650f17c-40cf-4396-9041-4be93f8be158 req-39fe34e9-37f0-4029-8507-1572f3c0bae5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:48.475643 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7650f17c-40cf-4396-9041-4be93f8be158 req-39fe34e9-37f0-4029-8507-1572f3c0bae5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 944 time: 0.0557261 Mar 23 12:48:48.475761 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:48.536617 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7650f17c-40cf-4396-9041-4be93f8be158 req-1224c37e-707c-4639-ac8e-c52548855460 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558031 Mar 23 12:48:48.600923 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port f58071c7-9746-4519-a9e7-68b9f8dc285d completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:48:48.614736 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port f58071c7-9746-4519-a9e7-68b9f8dc285d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:48.615594 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.649810 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499cc379-cb5d-4627-b2cf-06500c2634b4 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:48.653283 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port ace493d7-242a-407d-88fb-5bb20770851d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ace493d7-242a-407d-88fb-5bb20770851d,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:48.671658 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Publish callbacks [] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.672125 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'ace493d7-242a-407d-88fb-5bb20770851d', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:48:48.692134 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Transition to ACTIVE for port object 499cc379-cb5d-4627-b2cf-06500c2634b4 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:48:48.696582 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.738072 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540be6b7-a4bc-46e5-9362-cd6ce1bc191e req-394f8614-3a66-4278-9d12-bc9c070e4b9d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:48.739572 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-540be6b7-a4bc-46e5-9362-cd6ce1bc191e req-394f8614-3a66-4278-9d12-bc9c070e4b9d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 943 time: 0.1042886 Mar 23 12:48:48.747009 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port ace493d7-242a-407d-88fb-5bb20770851d is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:48.747401 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ace493d7-242a-407d-88fb-5bb20770851d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.766040 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port f58071c7-9746-4519-a9e7-68b9f8dc285d is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:48.766427 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.771509 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Pushing event updated for resources: {'Port': ['ID=499cc379-cb5d-4627-b2cf-06500c2634b4,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:48.771661 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ace493d7-242a-407d-88fb-5bb20770851d {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:48.815209 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:48.817657 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f777b21-080a-4df4-b359-19165bce9262" -d '{"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-plugged", "status": "completed", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:48.823135 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port ace493d7-242a-407d-88fb-5bb20770851d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ace493d7-242a-407d-88fb-5bb20770851d,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:48.831443 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Attempting to bind port 499cc379-cb5d-4627-b2cf-06500c2634b4 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:48:48.831659 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ace493d7-242a-407d-88fb-5bb20770851d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.831757 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Attempting to bind port 499cc379-cb5d-4627-b2cf-06500c2634b4 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:48:48.832085 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Attempting to bind port 499cc379-cb5d-4627-b2cf-06500c2634b4 on network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:48.834539 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:48.837734 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-540be6b7-a4bc-46e5-9362-cd6ce1bc191e req-7372a609-cf43-4fa9-9f60-0cb5a288bfd1 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897083 Mar 23 12:48:48.839810 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Port 499cc379-cb5d-4627-b2cf-06500c2634b4 on network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:48:48.840143 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Attempting to bind port 499cc379-cb5d-4627-b2cf-06500c2634b4 on network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:48:48.846102 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:48:48.846655 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Checking segment: {'id': 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:48:48.847157 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Bound using segment: {'id': 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:48:48.847779 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Bound port: 499cc379-cb5d-4627-b2cf-06500c2634b4, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:48:48.848175 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.862688 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.863649 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device b7a62b6d-91a7-4488-99b5-de66b73ad21c up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:48.898959 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-021c59f6-a57d-46cd-bfba-17b4b4ef8e13 x-openstack-request-id: req-021c59f6-a57d-46cd-bfba-17b4b4ef8e13 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:48.899264 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-plugged", "status": "completed", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:48.899685 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-021c59f6-a57d-46cd-bfba-17b4b4ef8e13 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:48.900249 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-021c59f6-a57d-46cd-bfba-17b4b4ef8e13'] response: {'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'code': 200} Mar 23 12:48:48.927281 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] For port 499cc379-cb5d-4627-b2cf-06500c2634b4, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:48:48.930781 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] For port 499cc379-cb5d-4627-b2cf-06500c2634b4, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=499cc379-cb5d-4627-b2cf-06500c2634b4,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:48:48.937832 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:48.943191 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=ace493d7-242a-407d-88fb-5bb20770851d,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:48.998462 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port b7a62b6d-91a7-4488-99b5-de66b73ad21c completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:48:49.012815 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port b7a62b6d-91a7-4488-99b5-de66b73ad21c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:49.013460 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:49.027207 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Pushing event updated for resources: {'Port': ['ID=499cc379-cb5d-4627-b2cf-06500c2634b4,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:49.050985 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.054158 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:49.056481 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:49.056874 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-c99120d9-5d0b-43d3-8628-3553b505b876 service neutron] 10.222.0.53 "PUT /v2.0/ports/499cc379-cb5d-4627-b2cf-06500c2634b4 HTTP/1.1" status: 200 len: 1094 time: 0.7938447 Mar 23 12:48:49.057695 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbebd0d-681b-4183-8314-478f04f5a861', 'tag': '499cc379-cb5d-4627-b2cf-06500c2634b4'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:49.073394 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbebd0d-681b-4183-8314-478f04f5a861", "tag": "499cc379-cb5d-4627-b2cf-06500c2634b4"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:49.104814 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['ace493d7-242a-407d-88fb-5bb20770851d'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:49.194375 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port b7a62b6d-91a7-4488-99b5-de66b73ad21c is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:49.194767 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:49.228091 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec04e34-8362-43ff-993f-6fc335c23a13 req-9199b791-4cac-4c5e-8c90-f2ec9dd64511 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.242376 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cec04e34-8362-43ff-993f-6fc335c23a13 req-9199b791-4cac-4c5e-8c90-f2ec9dd64511 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1055474 Mar 23 12:48:49.288908 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port b7a62b6d-91a7-4488-99b5-de66b73ad21c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:49.305761 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:49.316507 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cec04e34-8362-43ff-993f-6fc335c23a13 req-7ff92633-5e2b-4776-a8cc-e395d98e330c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730433 Mar 23 12:48:49.391830 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4fa71a-b710-49d9-939e-5214ce2442d5 req-e0310f72-dba6-431f-8129-47f891150451 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.394660 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba4fa71a-b710-49d9-939e-5214ce2442d5 req-e0310f72-dba6-431f-8129-47f891150451 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 944 time: 0.2937853 Mar 23 12:48:49.397267 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bb7644-61e7-406e-9a0b-68f5bcd2df0c x-openstack-request-id: req-08bb7644-61e7-406e-9a0b-68f5bcd2df0c {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:49.397647 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbebd0d-681b-4183-8314-478f04f5a861", "tag": "499cc379-cb5d-4627-b2cf-06500c2634b4", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:49.397803 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-08bb7644-61e7-406e-9a0b-68f5bcd2df0c {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:49.398210 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08bb7644-61e7-406e-9a0b-68f5bcd2df0c'] response: {'name': 'network-changed', 'server_uuid': '3fbebd0d-681b-4183-8314-478f04f5a861', 'tag': '499cc379-cb5d-4627-b2cf-06500c2634b4', 'status': 'completed', 'code': 200} Mar 23 12:48:49.435312 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=b7a62b6d-91a7-4488-99b5-de66b73ad21c,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:49.452670 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-68f1e1b3-d27a-4b26-b94a-fcefd005ff40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.454216 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-68f1e1b3-d27a-4b26-b94a-fcefd005ff40 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68b646032c5a453084e2dc758ebef48b&device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 1128 time: 0.2558672 Mar 23 12:48:49.470476 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ad8e8f-50f7-44ec-9587-8baae0b4efcd req-2188c058-1416-4825-97ac-cf532ba60071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.473546 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-66ad8e8f-50f7-44ec-9587-8baae0b4efcd req-2188c058-1416-4825-97ac-cf532ba60071 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 1129 time: 0.2824321 Mar 23 12:48:49.582596 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-8bc69be6-7670-4807-bff5-2412e6e497e2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=499cc379-cb5d-4627-b2cf-06500c2634b4 HTTP/1.1" status: 200 len: 217 time: 0.1080551 Mar 23 12:48:49.620686 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:49.683223 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba4fa71a-b710-49d9-939e-5214ce2442d5 req-1d8e0508-af9c-45d1-a52f-74686dedb4b2 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195256 Mar 23 12:48:49.691130 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-66ad8e8f-50f7-44ec-9587-8baae0b4efcd req-1d26e019-b924-4bf8-a075-40a523210228 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1986856 Mar 23 12:48:49.697490 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-8a79f83a-1642-4430-90ae-f794ae986ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.698946 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-8a79f83a-1642-4430-90ae-f794ae986ab5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7c37832-c7fc-4e32-bb69-0347a82bd213 HTTP/1.1" status: 200 len: 848 time: 0.1060503 Mar 23 12:48:49.823943 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ec9a1-f7aa-4a0f-90f1-05bb976b1269 req-d3b77d45-89ea-415e-bf01-89c817311155 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.832253 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-611ec9a1-f7aa-4a0f-90f1-05bb976b1269 req-d3b77d45-89ea-415e-bf01-89c817311155 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0666420 Mar 23 12:48:49.879248 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e1471-1a75-4b90-bcfe-d0c21c007832 req-09dac3d3-fab1-40c3-b4c5-825fbcd1b772 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:49.882944 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c69e1471-1a75-4b90-bcfe-d0c21c007832 req-09dac3d3-fab1-40c3-b4c5-825fbcd1b772 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0997252 Mar 23 12:48:49.883092 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-611ec9a1-f7aa-4a0f-90f1-05bb976b1269 req-5f68ed65-0c26-4a79-a73e-2ecc4ab8a67a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491223 Mar 23 12:48:49.958635 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-583e3085-f49a-4507-8efb-10715ebe168d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=390eb63a-18da-4d1d-8d72-c0f2ddc93214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403051 Mar 23 12:48:49.986595 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c69e1471-1a75-4b90-bcfe-d0c21c007832 req-b87c4b1e-fce3-40d0-b3e2-9a4f54713b02 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944834 Mar 23 12:48:50.023208 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88119e4e-c796-422e-88bc-4f17cba5f3f5 req-56d7b788-af72-47b0-85c1-34e6542703d5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.024895 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-88119e4e-c796-422e-88bc-4f17cba5f3f5 req-56d7b788-af72-47b0-85c1-34e6542703d5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0649898 Mar 23 12:48:50.082724 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-88119e4e-c796-422e-88bc-4f17cba5f3f5 req-8f11b4b2-182c-44b4-a477-8c4f57bfe312 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518172 Mar 23 12:48:50.116912 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-b2edfe3d-ee5c-47d9-b6a5-40a9983a6b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.118408 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-b2edfe3d-ee5c-47d9-b6a5-40a9983a6b75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 1129 time: 0.1500826 Mar 23 12:48:50.140154 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-f8708d85-703c-459f-8ec3-c01c98719adf service neutron] 10.222.0.53 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727762 Mar 23 12:48:50.191831 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32bcd27-7f3c-422d-94c5-89a94f88dae9 req-6073d5b1-205c-4195-a8ab-c07c29ee0968 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.193309 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d32bcd27-7f3c-422d-94c5-89a94f88dae9 req-6073d5b1-205c-4195-a8ab-c07c29ee0968 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 944 time: 0.1414595 Mar 23 12:48:50.326408 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-7a7f070e-7c6a-4e4b-8f34-098af6e72558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.327870 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-7a7f070e-7c6a-4e4b-8f34-098af6e72558 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.1984863 Mar 23 12:48:50.335773 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d32bcd27-7f3c-422d-94c5-89a94f88dae9 req-81a30145-8376-4dd5-b71d-e2c7203a772c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311874 Mar 23 12:48:50.385159 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba0ba9ad-be90-43db-8ad4-70a60c7425a1 req-0ce93921-b79a-4ca4-b39f-4fa9a22efb72 service neutron] 10.222.0.53 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301373 Mar 23 12:48:50.386542 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-f1afd53c-7f3f-4f4d-a8eb-e3c28def617b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc HTTP/1.1" status: 200 len: 217 time: 0.0499783 Mar 23 12:48:50.482270 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ace493d7-242a-407d-88fb-5bb20770851d up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:50.543533 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port ace493d7-242a-407d-88fb-5bb20770851d completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:48:50.547943 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port ace493d7-242a-407d-88fb-5bb20770851d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:50.548436 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ace493d7-242a-407d-88fb-5bb20770851d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:50.637880 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port ace493d7-242a-407d-88fb-5bb20770851d is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:50.638183 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ace493d7-242a-407d-88fb-5bb20770851d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:50.670411 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-3492e30a-a35b-4358-9cea-cc47e0c7441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.671874 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-3492e30a-a35b-4358-9cea-cc47e0c7441c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.2749240 Mar 23 12:48:50.677704 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port ace493d7-242a-407d-88fb-5bb20770851d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ace493d7-242a-407d-88fb-5bb20770851d,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:50.681829 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ace493d7-242a-407d-88fb-5bb20770851d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:50.709566 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-8c9628af-2889-43c6-bd27-b17bac2b4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.711075 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-8c9628af-2889-43c6-bd27-b17bac2b4663 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68b646032c5a453084e2dc758ebef48b&device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 1128 time: 0.0822377 Mar 23 12:48:50.741719 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=ace493d7-242a-407d-88fb-5bb20770851d,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:50.783622 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-59ee077e-7106-423c-b9fe-b18579f9dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.784855 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-59ee077e-7106-423c-b9fe-b18579f9dba6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1046505 Mar 23 12:48:50.808036 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5143f3d-bb6c-4cc6-bfcc-82d5ecf93d40 req-99ff45c0-3004-458f-a098-4c1927cbd174 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.809617 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a5143f3d-bb6c-4cc6-bfcc-82d5ecf93d40 req-99ff45c0-3004-458f-a098-4c1927cbd174 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 944 time: 0.0570915 Mar 23 12:48:50.865401 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a5143f3d-bb6c-4cc6-bfcc-82d5ecf93d40 req-21480a6b-e9f4-4999-b32a-6360fb771db0 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481308 Mar 23 12:48:50.867084 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-8ac82fc6-16ec-4e09-ad19-3b5737550b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.868601 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-8ac82fc6-16ec-4e09-ad19-3b5737550b1c service neutron] 10.222.0.53 "GET /v2.0/networks?id=390eb63a-18da-4d1d-8d72-c0f2ddc93214 HTTP/1.1" status: 200 len: 909 time: 0.1507444 Mar 23 12:48:50.900986 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c'}, {'server_uuid': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace493d7-242a-407d-88fb-5bb20770851d'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:50.903750 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5babab-1392-41fd-a8df-97ae7cf0e71f" -d '{"events": [{"server_uuid": "a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25", "name": "network-vif-plugged", "status": "completed", "tag": "b7a62b6d-91a7-4488-99b5-de66b73ad21c"}, {"server_uuid": "984794d0-9b14-4af5-865f-6b6cf26d9040", "name": "network-vif-plugged", "status": "completed", "tag": "ace493d7-242a-407d-88fb-5bb20770851d"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:50.917928 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-a1e941eb-478c-49ce-bf25-0a4d0d7ba1cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=499cc379-cb5d-4627-b2cf-06500c2634b4 HTTP/1.1" status: 200 len: 217 time: 0.0423849 Mar 23 12:48:50.966272 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-f11f2e7f-fe89-4f83-b28d-f87bfc98bd1c service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711931 Mar 23 12:48:50.975062 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4dcbae9-6928-459d-bc6a-d48e3a075d95 x-openstack-request-id: req-a4dcbae9-6928-459d-bc6a-d48e3a075d95 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:50.975557 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25", "name": "network-vif-plugged", "status": "completed", "tag": "b7a62b6d-91a7-4488-99b5-de66b73ad21c", "code": 200}, {"server_uuid": "984794d0-9b14-4af5-865f-6b6cf26d9040", "name": "network-vif-plugged", "status": "completed", "tag": "ace493d7-242a-407d-88fb-5bb20770851d", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:50.975977 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4dcbae9-6928-459d-bc6a-d48e3a075d95 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:50.976560 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4dcbae9-6928-459d-bc6a-d48e3a075d95'] response: {'server_uuid': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c', 'code': 200} Mar 23 12:48:50.977303 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4dcbae9-6928-459d-bc6a-d48e3a075d95'] response: {'server_uuid': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ace493d7-242a-407d-88fb-5bb20770851d', 'code': 200} Mar 23 12:48:50.985391 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-79805297-c98d-4f52-9cac-4f3b17872f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:50.987715 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-79805297-c98d-4f52-9cac-4f3b17872f16 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7c37832-c7fc-4e32-bb69-0347a82bd213 HTTP/1.1" status: 200 len: 848 time: 0.0584736 Mar 23 12:48:51.051086 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:51.088644 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-d59e9fdd-43ca-4c07-a9c8-7632094d590d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=390eb63a-18da-4d1d-8d72-c0f2ddc93214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430753 Mar 23 12:48:51.100741 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232d79d-af78-41e6-839b-8d6c25189bb4 req-d464eaf8-111b-4423-923c-a5e420b2bfcf tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:51.113434 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8232d79d-af78-41e6-839b-8d6c25189bb4 req-d464eaf8-111b-4423-923c-a5e420b2bfcf tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1215034 Mar 23 12:48:51.181386 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8232d79d-af78-41e6-839b-8d6c25189bb4 req-8d1402c0-0116-4721-ac84-cab30da4b57f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667164 Mar 23 12:48:51.225501 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67f2254c-fac2-49f9-80b6-6af4ae415e8e req-85454907-b54c-4c38-9453-3cc757ebf8d8 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367377 Mar 23 12:48:51.256908 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775b49f-64e8-44c5-82d2-2e73aff73e16 req-1a25f787-6393-4c26-ac1a-1ceeaed7a9d9 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:51.258425 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7775b49f-64e8-44c5-82d2-2e73aff73e16 req-1a25f787-6393-4c26-ac1a-1ceeaed7a9d9 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1614261 Mar 23 12:48:51.330941 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315561fb-4473-4f10-ba45-25f01fd208f5 req-1fdfec8d-8616-4e65-91e8-9d90693555f5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:51.332479 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-315561fb-4473-4f10-ba45-25f01fd208f5 req-1fdfec8d-8616-4e65-91e8-9d90693555f5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0653605 Mar 23 12:48:51.332834 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-3ab83f61-05b0-44ed-8056-72d5f58ce8c4 service neutron] 10.222.0.53 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944513 Mar 23 12:48:51.383455 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-315561fb-4473-4f10-ba45-25f01fd208f5 req-778be7ef-e34d-4ebd-a147-89bf70a5ffb6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451753 Mar 23 12:48:51.446768 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7775b49f-64e8-44c5-82d2-2e73aff73e16 req-7b875056-1b90-4153-b836-2de66caf7be5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1804318 Mar 23 12:48:51.456605 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba8f113-f104-40bd-916a-2de41f2df1d0 req-ed760a46-e1c1-48f0-b213-36d04a999b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:51.458024 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8ba8f113-f104-40bd-916a-2de41f2df1d0 req-ed760a46-e1c1-48f0-b213-36d04a999b71 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 1129 time: 0.1928210 Mar 23 12:48:51.476498 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f02041-851a-4611-9d22-9b3f2986bd2c req-b300768f-e046-42d7-94e2-02ce67ca794e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:51.477971 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a3f02041-851a-4611-9d22-9b3f2986bd2c req-b300768f-e046-42d7-94e2-02ce67ca794e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 1129 time: 0.1653337 Mar 23 12:48:51.499768 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-edb3af82-64a5-42a9-bb5c-b7bd2bab00d1 req-4d287e3e-8908-4274-a3bc-bd591eec4714 service neutron] 10.222.0.53 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324518 Mar 23 12:48:51.509864 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71307b-213d-4ef7-a018-d78c3af02d70 req-5ec64cb3-5b59-41dc-9b2c-3d3ad1beb934 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:51.511313 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7f71307b-213d-4ef7-a018-d78c3af02d70 req-5ec64cb3-5b59-41dc-9b2c-3d3ad1beb934 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.0585952 Mar 23 12:48:51.550452 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:51.559890 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7f71307b-213d-4ef7-a018-d78c3af02d70 req-f57dbe77-e2ce-4211-8d9f-584eaa485c61 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 Mar 23 12:48:51.989071 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2d1a9a-7eaa-4f98-9856-6421cfb96417 req-658e54ee-8bd7-4e7b-9e0b-aa23d56cc83a tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:51.990532 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ca2d1a9a-7eaa-4f98-9856-6421cfb96417 req-658e54ee-8bd7-4e7b-9e0b-aa23d56cc83a tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 944 time: 0.0562103 Mar 23 12:48:52.037801 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ca2d1a9a-7eaa-4f98-9856-6421cfb96417 req-8beda2ba-5ddc-4c5b-9b82-03c59303f8b3 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417871 Mar 23 12:48:52.304136 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8008d80d-3bd7-4ab8-8b01-4014c053abaf req-bda983c9-b3df-4d7c-a053-35f4694b83ab tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:52.305788 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8008d80d-3bd7-4ab8-8b01-4014c053abaf req-bda983c9-b3df-4d7c-a053-35f4694b83ab tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0563660 Mar 23 12:48:52.352820 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8008d80d-3bd7-4ab8-8b01-4014c053abaf req-6f5ded62-56f5-4a6f-a381-b85d3cd28043 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415473 Mar 23 12:48:52.508366 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f352981-33ef-468f-9c3f-3e5cabcc2520 req-2ce55a5c-bb8f-4e55-aec0-183cf2338b7f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:52.510041 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4f352981-33ef-468f-9c3f-3e5cabcc2520 req-2ce55a5c-bb8f-4e55-aec0-183cf2338b7f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0601141 Mar 23 12:48:52.520369 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d10dc-4095-483f-af27-8b24340f52d2 req-7b1ee74d-ef4d-4b2f-a92d-90d700af3a80 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:52.522086 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ea0d10dc-4095-483f-af27-8b24340f52d2 req-7b1ee74d-ef4d-4b2f-a92d-90d700af3a80 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0612848 Mar 23 12:48:52.530618 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43176) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:52.535720 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-4db164c2-a258-4000-a85a-a22580588c6d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'floatingip': {'port_id': 'f58071c7-9746-4519-a9e7-68b9f8dc285d'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:52.622956 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3a4ed-8a8a-47d5-b619-49c97d2a29eb req-3d89dfa8-1b86-4453-b99d-c179e4803274 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:52.624546 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-94a3a4ed-8a8a-47d5-b619-49c97d2a29eb req-3d89dfa8-1b86-4453-b99d-c179e4803274 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0561612 Mar 23 12:48:52.685787 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-94a3a4ed-8a8a-47d5-b619-49c97d2a29eb req-d5598e14-10c6-4ec9-b858-92672fec9a90 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510421 Mar 23 12:48:52.803306 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe15cc-f04d-480e-a436-6b58d549f634 req-d40bab33-7ab3-47a1-a937-11187862ac3b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:52.805355 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-08fe15cc-f04d-480e-a436-6b58d549f634 req-d40bab33-7ab3-47a1-a937-11187862ac3b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.0576134 Mar 23 12:48:52.812991 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4db164c2-a258-4000-a85a-a22580588c6d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (086a67c7-7791-4b9b-aa27-4beeb4ecf9a8), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:52.852340 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-08fe15cc-f04d-480e-a436-6b58d549f634 req-33852d2a-43af-4ded-980a-aeb88f1d126a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417702 Mar 23 12:48:52.855052 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4f352981-33ef-468f-9c3f-3e5cabcc2520 req-75ccc30f-528e-4241-b018-7ab6546d34df tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3396878 Mar 23 12:48:53.156077 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda7f08-316a-4f3a-8426-8f4bd9b0025a req-a0cdef69-4e3f-4115-a2cd-c7a55f93fcdb tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:53.157608 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fbda7f08-316a-4f3a-8426-8f4bd9b0025a req-a0cdef69-4e3f-4115-a2cd-c7a55f93fcdb tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 944 time: 0.0521746 Mar 23 12:48:53.212509 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fbda7f08-316a-4f3a-8426-8f4bd9b0025a req-38d7025a-6064-4347-ae67-21c270505169 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478368 Mar 23 12:48:53.403418 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4db164c2-a258-4000-a85a-a22580588c6d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:53.407183 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4db164c2-a258-4000-a85a-a22580588c6d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (086a67c7-7791-4b9b-aa27-4beeb4ecf9a8), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:53.510912 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.l3_db [None req-4db164c2-a258-4000-a85a-a22580588c6d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Floating IP 086a67c7-7791-4b9b-aa27-4beeb4ecf9a8 associated. External IP: 172.27.0.231, port: f58071c7-9746-4519-a9e7-68b9f8dc285d. Mar 23 12:48:53.727316 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db164c2-a258-4000-a85a-a22580588c6d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:53.870127 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76396141-42f2-4724-ba4f-c27f304aead2 req-3292a97c-809e-4d88-acbf-7b873c67d581 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:53.871579 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-76396141-42f2-4724-ba4f-c27f304aead2 req-3292a97c-809e-4d88-acbf-7b873c67d581 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1004648 Mar 23 12:48:53.889461 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db164c2-a258-4000-a85a-a22580588c6d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:53.899852 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4db164c2-a258-4000-a85a-a22580588c6d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:53.902118 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] Sync routers for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:53.911251 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:53.911865 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:53.950181 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4db164c2-a258-4000-a85a-a22580588c6d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "PUT /v2.0/floatingips/086a67c7-7791-4b9b-aa27-4beeb4ecf9a8 HTTP/1.1" status: 200 len: 991 time: 1.4169431 Mar 23 12:48:53.959680 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d'}] {{(pid=115108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:53.962098 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4c4de31e92d97ca00457ed788e130df541ba5a0bd0b7464d7b0b9dedcd6006a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9262a20-32fe-4ac7-a937-0e515d1f6bce" -d '{"events": [{"name": "network-changed", "server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d"}]}' {{(pid=115108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:53.967171 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-76396141-42f2-4724-ba4f-c27f304aead2 req-24a48005-ce4a-4100-9a74-c27b59ea60ed tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862043 Mar 23 12:48:53.999356 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602ca1f-1b28-4373-9f24-8d00124297b9 req-ce610e12-5b69-4ab8-b614-bb7e0bf90bfd tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:54.005296 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b602ca1f-1b28-4373-9f24-8d00124297b9 req-ce610e12-5b69-4ab8-b614-bb7e0bf90bfd tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.0680611 Mar 23 12:48:54.037425 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:54.058117 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b602ca1f-1b28-4373-9f24-8d00124297b9 req-014aba18-9989-4687-9b63-cdf2bf664fa0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492845 Mar 23 12:48:54.099091 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f5fbe1-c2c8-4802-880b-0bfd8f2cb3aa req-8cecbb64-a1c1-49ba-935d-937a67a304cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:54.100899 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d8f5fbe1-c2c8-4802-880b-0bfd8f2cb3aa req-8cecbb64-a1c1-49ba-935d-937a67a304cd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0631225 Mar 23 12:48:54.123990 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f12286-189e-4a71-81f0-202dd29e393c x-openstack-request-id: req-50f12286-189e-4a71-81f0-202dd29e393c {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:54.124304 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d", "status": "completed", "code": 200}]} {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:54.124560 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50f12286-189e-4a71-81f0-202dd29e393c {{(pid=115108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:54.124974 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f12286-189e-4a71-81f0-202dd29e393c'] response: {'name': 'network-changed', 'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'status': 'completed', 'code': 200} Mar 23 12:48:54.356607 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8ba8f113-f104-40bd-916a-2de41f2df1d0 req-dd160ab1-19c5-4a66-bc7b-486111026628 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394389 Mar 23 12:48:54.380646 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a3f02041-851a-4611-9d22-9b3f2986bd2c req-a873b249-b748-483c-a810-1db1ef574f44 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530049 Mar 23 12:48:54.391272 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d8f5fbe1-c2c8-4802-880b-0bfd8f2cb3aa req-a71f0b83-4e7d-42f1-8130-6504734a34c7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2849102 Mar 23 12:48:54.394310 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '086a67c7-7791-4b9b-aa27-4beeb4ecf9a8', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'port_id': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'mac_address': 'fa:16:3e:2d:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:24Z', 'updated_at': '2022-03-23T12:48:53Z', 'revision_number': 1, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:54.408309 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-085ddebf-f32c-4285-8520-4f84be6404a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:54.408309 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-085ddebf-f32c-4285-8520-4f84be6404a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 1129 time: 0.1380577 Mar 23 12:48:54.422325 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e428ea-ca7a-4218-8ad5-4c1e5efc7555 req-99531f70-03b2-46fe-a251-781939372fbe tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:54.422562 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] Checking router: 5a768bf8-630f-44c2-9cf0-86702bd26fb4 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:54.425149 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-94e428ea-ca7a-4218-8ad5-4c1e5efc7555 req-99531f70-03b2-46fe-a251-781939372fbe tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 944 time: 0.0831952 Mar 23 12:48:54.431832 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:54.432463 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:54.475736 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-94e428ea-ca7a-4218-8ad5-4c1e5efc7555 req-4cadaae9-8d4a-41a8-a4c6-254ea89875db tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443020 Mar 23 12:48:54.490829 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 499cc379-cb5d-4627-b2cf-06500c2634b4 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:48:54.544501 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:54.596470 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 499cc379-cb5d-4627-b2cf-06500c2634b4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=499cc379-cb5d-4627-b2cf-06500c2634b4,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:54.612993 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '499cc379-cb5d-4627-b2cf-06500c2634b4', 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214', 'port_id': '499cc379-cb5d-4627-b2cf-06500c2634b4', 'mac_address': 'fa:16:3e:fc:58:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c37832-c7fc-4e32-bb69-0347a82bd213', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:48:54.659601 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 499cc379-cb5d-4627-b2cf-06500c2634b4 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:54.659991 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:54.674170 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499cc379-cb5d-4627-b2cf-06500c2634b4 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:48:54.694607 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 499cc379-cb5d-4627-b2cf-06500c2634b4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=499cc379-cb5d-4627-b2cf-06500c2634b4,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:54.698293 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:54.749600 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=499cc379-cb5d-4627-b2cf-06500c2634b4,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:54.794107 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '086a67c7-7791-4b9b-aa27-4beeb4ecf9a8', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'port_id': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'mac_address': 'fa:16:3e:2d:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:24Z', 'updated_at': '2022-03-23T12:48:53Z', 'revision_number': 1, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:54.821092 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7794a7a-3733-4aac-8c75-3c16773c2e30 None None] The sync data for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi is: [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '086a67c7-7791-4b9b-aa27-4beeb4ecf9a8', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'floating_ip_address': '172.27.0.231', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'port_id': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 152, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'mac_address': 'fa:16:3e:2d:5f:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:24Z', 'updated_at': '2022-03-23T12:48:53Z', 'revision_number': 1, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:48:55.027642 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-458b66a6-ee59-4641-a8e6-2d6f434b5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:55.029521 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-458b66a6-ee59-4641-a8e6-2d6f434b5cd1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.0971391 Mar 23 12:48:55.055939 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ded8e15-4fc0-4788-8192-22654b0fc335 None None] New status for floating IP 086a67c7-7791-4b9b-aa27-4beeb4ecf9a8: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:48:55.076655 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43214) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:55.140041 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476cea51-d960-41a0-8718-728ceeb3f87b req-31d7045f-ed2a-4c22-af53-930c842833f6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:55.141804 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-476cea51-d960-41a0-8718-728ceeb3f87b req-31d7045f-ed2a-4c22-af53-930c842833f6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0968008 Mar 23 12:48:55.206360 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-476cea51-d960-41a0-8718-728ceeb3f87b req-f97d37d0-1f1b-49b3-93de-53e388205115 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575843 Mar 23 12:48:55.213966 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-950c6f3e-6a1d-4b3a-b25e-2896b1842cff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d HTTP/1.1" status: 200 len: 999 time: 0.1763442 Mar 23 12:48:55.233521 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:55.267237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d1d80c-4ac6-473c-8ff3-43ad9ccc445b req-1c878df6-1f9c-4c05-87ee-f1d298e3bf88 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:55.268811 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e9d1d80c-4ac6-473c-8ff3-43ad9ccc445b req-1c878df6-1f9c-4c05-87ee-f1d298e3bf88 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.1350844 Mar 23 12:48:55.304364 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-49896553-9838-45b4-856c-f95ad69db58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:55.306052 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-49896553-9838-45b4-856c-f95ad69db58d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.0828941 Mar 23 12:48:55.332093 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Publish callbacks [] for security_group (d4d17ad0-b8ca-4f98-89b3-5d75246a02ae), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:55.341191 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (d4d17ad0-b8ca-4f98-89b3-5d75246a02ae), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:55.361042 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e9d1d80c-4ac6-473c-8ff3-43ad9ccc445b req-c3eac43c-e39c-4dbb-a19e-2e37d6aa7aa4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858383 Mar 23 12:48:55.377751 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d17ad0-b8ca-4f98-89b3-5d75246a02ae,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:55.380851 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-7b19d553-4239-4cbd-a2a7-c4d75fe6fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:55.382409 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-7b19d553-4239-4cbd-a2a7-c4d75fe6fc68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0663736 Mar 23 12:48:55.400490 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.400846 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.401200 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.401669 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.402013 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.402349 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.402682 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.403011 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.403614 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.404364 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.405694 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.406356 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.406847 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.407458 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.408809 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:55.415581 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['499cc379-cb5d-4627-b2cf-06500c2634b4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:48:55.437654 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-90ace995-24e3-4aa9-9c50-88b29ec5fd1a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d3a972d71484e51b10baeca4d824c96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3572075 Mar 23 12:48:55.438193 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43232) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:55.508497 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5da50c3e-5625-4724-8912-adf9311ee07e admin admin] Publish callbacks [] for security_group (d4d17ad0-b8ca-4f98-89b3-5d75246a02ae), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:55.530474 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-f707c44b-e948-441e-8bb1-f0d3a407f573 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335564 Mar 23 12:48:55.535909 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5da50c3e-5625-4724-8912-adf9311ee07e admin admin] Publish callbacks [] for security_group (d4d17ad0-b8ca-4f98-89b3-5d75246a02ae), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:55.621145 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c400e1-2f96-4320-ba1f-f12480788085 req-6a82c397-183b-45e8-87ea-946aaf13fba6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:55.622662 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-94c400e1-2f96-4320-ba1f-f12480788085 req-6a82c397-183b-45e8-87ea-946aaf13fba6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0904019 Mar 23 12:48:55.677899 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5da50c3e-5625-4724-8912-adf9311ee07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (d4d17ad0-b8ca-4f98-89b3-5d75246a02ae), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:55.686003 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5da50c3e-5625-4724-8912-adf9311ee07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:55.703489 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-5da50c3e-5625-4724-8912-adf9311ee07e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d4d17ad0-b8ca-4f98-89b3-5d75246a02ae HTTP/1.1" status: 204 len: 168 time: 0.2553353 Mar 23 12:48:55.704460 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:55.729598 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da50c3e-5625-4724-8912-adf9311ee07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d17ad0-b8ca-4f98-89b3-5d75246a02ae,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:55.761942 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-94c400e1-2f96-4320-ba1f-f12480788085 req-ca6804d6-3e75-40d8-8554-2170022eb0e8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236157 Mar 23 12:48:55.799052 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9262a20-32fe-4ac7-a937-0e515d1f6bce req-5d268a77-79de-4863-86c4-9f3f9be04f90 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485511 Mar 23 12:48:55.838400 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c083438-f2fa-45a6-a5a8-729c2d6abb20 req-4628e35a-6cf4-445f-8305-ffdc67bf882b tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:55.840056 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6c083438-f2fa-45a6-a5a8-729c2d6abb20 req-4628e35a-6cf4-445f-8305-ffdc67bf882b tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 945 time: 0.2642181 Mar 23 12:48:55.908899 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6c083438-f2fa-45a6-a5a8-729c2d6abb20 req-6d4dc4c1-9a80-4e64-893e-7bada5a5e5ec tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610993 Mar 23 12:48:56.071639 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 43254) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:56.085364 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:56.160220 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Publish callbacks [] for security_group (c7d7b282-1248-4b45-9681-3a61093e732e), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:56.164238 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c7d7b282-1248-4b45-9681-3a61093e732e), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:56.201115 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d7b282-1248-4b45-9681-3a61093e732e,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:56.205598 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ffe2b3034a8b45739a7997eff5e7e24c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1328452 Mar 23 12:48:56.208650 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43256) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:56.212450 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.212799 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.213143 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.213504 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.213823 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.214157 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.214493 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.214817 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.215141 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.215464 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.216133 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.216133 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.216853 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.216853 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.217084 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82186fdf-1d09-4cc5-9e87-1fa28f692c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:56.259023 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-41118388-8a04-421e-8a5d-4984567defd9 admin admin] Publish callbacks [] for security_group (c7d7b282-1248-4b45-9681-3a61093e732e), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:56.293259 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-41118388-8a04-421e-8a5d-4984567defd9 admin admin] Publish callbacks [] for security_group (c7d7b282-1248-4b45-9681-3a61093e732e), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:56.358552 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0dcad-297b-482e-a394-b3e93a260dba req-9ee55edb-0121-467f-841c-9880fc25a0f8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:56.360060 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-48f0dcad-297b-482e-a394-b3e93a260dba req-9ee55edb-0121-467f-841c-9880fc25a0f8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0800457 Mar 23 12:48:56.388788 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-41118388-8a04-421e-8a5d-4984567defd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c7d7b282-1248-4b45-9681-3a61093e732e), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:56.391249 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-41118388-8a04-421e-8a5d-4984567defd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:56.392427 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-41118388-8a04-421e-8a5d-4984567defd9 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7d7b282-1248-4b45-9681-3a61093e732e HTTP/1.1" status: 204 len: 168 time: 0.1827672 Mar 23 12:48:56.414813 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41118388-8a04-421e-8a5d-4984567defd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d7b282-1248-4b45-9681-3a61093e732e,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:56.424025 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-48f0dcad-297b-482e-a394-b3e93a260dba req-ffea5b93-7b2f-44c0-b929-1e1aa8d36922 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566635 Mar 23 12:48:56.516394 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446a330-20ad-4e11-9b2c-15ba4bffd163 req-ae55f05a-6ad4-4a6c-a6ce-13856b55ee19 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:56.518491 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b446a330-20ad-4e11-9b2c-15ba4bffd163 req-ae55f05a-6ad4-4a6c-a6ce-13856b55ee19 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.0550046 Mar 23 12:48:56.569952 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b446a330-20ad-4e11-9b2c-15ba4bffd163 req-0e88e981-a4cf-4781-ae7c-04b6a2bf9e1c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455849 Mar 23 12:48:56.917511 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d43540-be89-434a-9331-535c2bbd3c30 req-c9652613-9e19-4929-9085-cba0d0758b60 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:56.920568 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-06d43540-be89-434a-9331-535c2bbd3c30 req-c9652613-9e19-4929-9085-cba0d0758b60 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0645096 Mar 23 12:48:56.994547 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-06d43540-be89-434a-9331-535c2bbd3c30 req-8d01b530-b005-47b5-a8f6-dd5ef540d36f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681908 Mar 23 12:48:57.140473 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce66a9-ce9e-4f6a-a17f-51626807a428 req-8649016b-e8a7-4923-bc2c-2a63b8ffe0d3 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.146883 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-08ce66a9-ce9e-4f6a-a17f-51626807a428 req-8649016b-e8a7-4923-bc2c-2a63b8ffe0d3 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 945 time: 0.0771809 Mar 23 12:48:57.154912 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e9e0b8-adec-4989-9425-925f1fdbecc3 req-6b3d14f8-2a95-4af9-bb50-92945b902541 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.156536 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b3e9e0b8-adec-4989-9425-925f1fdbecc3 req-6b3d14f8-2a95-4af9-bb50-92945b902541 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 945 time: 0.0671482 Mar 23 12:48:57.216675 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-08ce66a9-ce9e-4f6a-a17f-51626807a428 req-4508c387-417c-4f73-8b75-d06f9ffda7c0 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586381 Mar 23 12:48:57.221330 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b3e9e0b8-adec-4989-9425-925f1fdbecc3 req-e18e0ba2-f84d-4348-b9ad-49ffbb5487fb tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528810 Mar 23 12:48:57.394315 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-7526d4cf-b6c8-474e-8fbd-43bd3db86f17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0446367 Mar 23 12:48:57.512606 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-5299e5b4-4ae0-45be-b674-65db7a3015af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.514198 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-5299e5b4-4ae0-45be-b674-65db7a3015af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 1130 time: 0.0518155 Mar 23 12:48:57.577694 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904cbaa-e5fb-48a9-8088-c4eba16bf8dc req-75af7bb8-533d-4603-b8d2-d3a387e92c9b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.579593 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0904cbaa-e5fb-48a9-8088-c4eba16bf8dc req-75af7bb8-533d-4603-b8d2-d3a387e92c9b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0669396 Mar 23 12:48:57.643364 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0904cbaa-e5fb-48a9-8088-c4eba16bf8dc req-fa3e313b-f72a-4541-924e-0757c13ee0e0 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563343 Mar 23 12:48:57.675878 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-e2accf0d-a26f-4de5-a1c5-64c30af640dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.677434 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-e2accf0d-a26f-4de5-a1c5-64c30af640dc service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.1404738 Mar 23 12:48:57.734374 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-e02c1984-ec0b-4765-9517-a17f1e586178 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 HTTP/1.1" status: 200 len: 217 time: 0.0391455 Mar 23 12:48:57.737102 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43330) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:57.755296 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300be3a-903c-44d0-811c-5d6a8121b574 req-7e53f6f5-556a-4b31-96a9-e65c19070d81 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.756826 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c300be3a-903c-44d0-811c-5d6a8121b574 req-7e53f6f5-556a-4b31-96a9-e65c19070d81 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.0944307 Mar 23 12:48:57.789217 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bfd0d7-01a6-4b58-a2d2-61468f38814d req-4ea023fe-6860-4a22-b364-0569b7b4a2dc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.791297 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-66bfd0d7-01a6-4b58-a2d2-61468f38814d req-4ea023fe-6860-4a22-b364-0569b7b4a2dc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0697529 Mar 23 12:48:57.799875 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43334) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:57.804548 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-7b1e6554-3ac8-4903-9854-8513935a63b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'floatingip': {'port_id': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:57.832645 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-cecc5f64-72d9-4326-a0c5-c0d3213bdca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.834439 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-cecc5f64-72d9-4326-a0c5-c0d3213bdca1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.0766537 Mar 23 12:48:57.843896 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6554-3ac8-4903-9854-8513935a63b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (1f436777-a3f9-46e8-8766-22d562fce20b), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:57.846530 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c300be3a-903c-44d0-811c-5d6a8121b574 req-21e7769e-5150-4fe1-8d99-0fa5995dce35 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795271 Mar 23 12:48:57.891560 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-86ebd4e3-ade4-4920-ac62-ad0a0af77448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:57.894007 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-86ebd4e3-ade4-4920-ac62-ad0a0af77448 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466247 Mar 23 12:48:57.913383 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-616a96c3-6234-493d-b5ba-5179baf83fb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:57.995753 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-3ed71814-f96c-4c35-9e2c-d45de9ec12bc service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884941 Mar 23 12:48:58.105318 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04ae2c1-3bb1-4036-8af4-80d9904b205d req-8f72cf46-e9eb-46fa-86b0-926dcec55cb9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:58.106938 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d04ae2c1-3bb1-4036-8af4-80d9904b205d req-8f72cf46-e9eb-46fa-86b0-926dcec55cb9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.1884723 Mar 23 12:48:58.116770 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 43340) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:58.121170 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b35fa3a5-f2b8-4a99-8548-39054ec2e5d1 req-a740cbb3-0d5d-4035-9a35-6c9b16d13084 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152644 Mar 23 12:48:58.124223 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'floatingip': {'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:48:58.194126 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-616a96c3-6234-493d-b5ba-5179baf83fb5 admin admin] Publish callbacks [] for security_group (66bc61f2-a81f-45aa-872b-fd0f8fd675c4), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.198279 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-616a96c3-6234-493d-b5ba-5179baf83fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (66bc61f2-a81f-45aa-872b-fd0f8fd675c4), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.366128 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-616a96c3-6234-493d-b5ba-5179baf83fb5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=581f746aca6d4772a9c3be898c24fae6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6109824 Mar 23 12:48:58.372873 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43350) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:58.373520 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616a96c3-6234-493d-b5ba-5179baf83fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bc61f2-a81f-45aa-872b-fd0f8fd675c4,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:58.398782 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (a6bea916-cd83-4d73-bd53-a3ce285f5a78), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.493326 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1e9e5-3172-4bbe-9996-49369fbcd8f9 req-39b2cb1b-a75a-4e97-8713-f6d670188103 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:58.494862 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-acf1e9e5-3172-4bbe-9996-49369fbcd8f9 req-39b2cb1b-a75a-4e97-8713-f6d670188103 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 945 time: 0.2106800 Mar 23 12:48:58.505703 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-32d6bedd-517f-4cef-af5e-de02931cf611 admin admin] Publish callbacks [] for security_group (66bc61f2-a81f-45aa-872b-fd0f8fd675c4), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.512925 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b94f6c-3c3c-4ae8-85ec-859f2c8ddfd2 req-b68e0532-5f94-404d-a167-3cddf9ef4e61 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:58.514440 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-56b94f6c-3c3c-4ae8-85ec-859f2c8ddfd2 req-b68e0532-5f94-404d-a167-3cddf9ef4e61 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.4301345 Mar 23 12:48:58.534589 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 499cc379-cb5d-4627-b2cf-06500c2634b4 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:48:58.577685 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-32d6bedd-517f-4cef-af5e-de02931cf611 admin admin] Publish callbacks [] for security_group (66bc61f2-a81f-45aa-872b-fd0f8fd675c4), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.613716 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6554-3ac8-4903-9854-8513935a63b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.625974 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6554-3ac8-4903-9854-8513935a63b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (1f436777-a3f9-46e8-8766-22d562fce20b), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.648782 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 499cc379-cb5d-4627-b2cf-06500c2634b4 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:48:58.656672 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 499cc379-cb5d-4627-b2cf-06500c2634b4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:48:58.657158 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.703353 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-56b94f6c-3c3c-4ae8-85ec-859f2c8ddfd2 req-83f14e7d-9557-4ba2-bbd0-3c9708d2fa44 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535242 Mar 23 12:48:58.714736 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-acf1e9e5-3172-4bbe-9996-49369fbcd8f9 req-33e8bb7b-4361-4c1e-a8a4-df5149ccdefd tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058775 Mar 23 12:48:58.765815 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-32d6bedd-517f-4cef-af5e-de02931cf611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (66bc61f2-a81f-45aa-872b-fd0f8fd675c4), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.771189 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-32d6bedd-517f-4cef-af5e-de02931cf611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.775406 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-32d6bedd-517f-4cef-af5e-de02931cf611 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/66bc61f2-a81f-45aa-872b-fd0f8fd675c4 HTTP/1.1" status: 204 len: 168 time: 0.3960779 Mar 23 12:48:58.787428 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d6bedd-517f-4cef-af5e-de02931cf611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bc61f2-a81f-45aa-872b-fd0f8fd675c4,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:58.816972 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.l3_db [None req-7b1e6554-3ac8-4903-9854-8513935a63b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Floating IP 1f436777-a3f9-46e8-8766-22d562fce20b associated. External IP: 172.27.0.194, port: b7a62b6d-91a7-4488-99b5-de66b73ad21c. Mar 23 12:48:58.838940 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 499cc379-cb5d-4627-b2cf-06500c2634b4 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:48:58.840597 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.873846 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbebd0d-681b-4183-8314-478f04f5a861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499cc379-cb5d-4627-b2cf-06500c2634b4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:58.876887 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eef0d8-4c0a-4e8a-8028-490141b31e97" -d '{"events": [{"server_uuid": "3fbebd0d-681b-4183-8314-478f04f5a861", "name": "network-vif-plugged", "status": "completed", "tag": "499cc379-cb5d-4627-b2cf-06500c2634b4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:58.922963 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 499cc379-cb5d-4627-b2cf-06500c2634b4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=499cc379-cb5d-4627-b2cf-06500c2634b4,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:48:58.929346 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:58.955850 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5999898c-8126-457e-8d2c-3704b8c0e403 x-openstack-request-id: req-5999898c-8126-457e-8d2c-3704b8c0e403 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:58.957450 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbebd0d-681b-4183-8314-478f04f5a861", "name": "network-vif-plugged", "status": "completed", "tag": "499cc379-cb5d-4627-b2cf-06500c2634b4", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:58.959022 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5999898c-8126-457e-8d2c-3704b8c0e403 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:58.959613 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5999898c-8126-457e-8d2c-3704b8c0e403'] response: {'server_uuid': '3fbebd0d-681b-4183-8314-478f04f5a861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499cc379-cb5d-4627-b2cf-06500c2634b4', 'code': 200} Mar 23 12:48:59.042513 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=499cc379-cb5d-4627-b2cf-06500c2634b4,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:48:59.051031 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.051571 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.052225 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.052737 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.053228 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.053714 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.054361 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.054855 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.055458 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.055941 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.056956 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.057599 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.058086 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.058569 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.059225 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:48:59.203455 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6797f4-e0f4-41af-84cc-e47ee87c5290 req-f6a57a30-2894-4d6f-a787-e3bd4fcc3a13 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:59.210404 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f6797f4-e0f4-41af-84cc-e47ee87c5290 req-f6a57a30-2894-4d6f-a787-e3bd4fcc3a13 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 945 time: 0.3595395 Mar 23 12:48:59.216890 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b1e6554-3ac8-4903-9854-8513935a63b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Router 84a22b28-5b5d-4247-822c-1c09d15774e3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:48:59.260164 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 43388) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:48:59.288093 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.db.resource_extend [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:48:59.357665 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b1e6554-3ac8-4903-9854-8513935a63b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:48:59.372045 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] Sync routers for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:48:59.374000 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7b1e6554-3ac8-4903-9854-8513935a63b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:59.390747 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:59.391464 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:59.395727 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f6797f4-e0f4-41af-84cc-e47ee87c5290 req-fbc19ec3-ab70-4398-9d30-dd996a37f5ea tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787620 Mar 23 12:48:59.398144 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f4d20-7039-4f5e-8937-1e705fac2f6a req-b80023ed-4ebf-4d22-814a-4c46dc3df2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:59.399633 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ab5f4d20-7039-4f5e-8937-1e705fac2f6a req-b80023ed-4ebf-4d22-814a-4c46dc3df2b0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 1130 time: 0.1806209 Mar 23 12:48:59.419808 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-7b1e6554-3ac8-4903-9854-8513935a63b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "PUT /v2.0/floatingips/1f436777-a3f9-46e8-8766-22d562fce20b HTTP/1.1" status: 200 len: 991 time: 1.6181684 Mar 23 12:48:59.420009 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'tag': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c'}] {{(pid=115108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:48:59.423206 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4c4de31e92d97ca00457ed788e130df541ba5a0bd0b7464d7b0b9dedcd6006a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f9d8d0-369a-428a-9d7d-f9ca60906899" -d '{"events": [{"name": "network-changed", "server_uuid": "a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25", "tag": "b7a62b6d-91a7-4488-99b5-de66b73ad21c"}]}' {{(pid=115108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:48:59.446760 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:59.486256 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (a6bea916-cd83-4d73-bd53-a3ce285f5a78), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:59.490114 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f38610f-4804-4449-b267-cd1a431e45b1 x-openstack-request-id: req-3f38610f-4804-4449-b267-cd1a431e45b1 {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:48:59.490424 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25", "tag": "b7a62b6d-91a7-4488-99b5-de66b73ad21c", "status": "completed", "code": 200}]} {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:48:59.490840 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3f38610f-4804-4449-b267-cd1a431e45b1 {{(pid=115108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:48:59.491265 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f38610f-4804-4449-b267-cd1a431e45b1'] response: {'name': 'network-changed', 'server_uuid': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'tag': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c', 'status': 'completed', 'code': 200} Mar 23 12:48:59.562963 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:48:59.682379 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-034b9259-6403-491e-8c3d-0a2584fce17c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:48:59.696800 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ab5f4d20-7039-4f5e-8937-1e705fac2f6a req-45d9a972-13ea-4d38-b077-9171161bd6e9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793674 Mar 23 12:48:59.707882 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-c0a8af83-2094-4951-86e5-a0515da4a7fd tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:59.709421 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-c0a8af83-2094-4951-86e5-a0515da4a7fd tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.53 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 945 time: 0.2932069 Mar 23 12:48:59.777872 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-90b4fde7-5c82-4ead-8c1c-7fe81dec0b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:59.779304 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-90b4fde7-5c82-4ead-8c1c-7fe81dec0b6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 1129 time: 0.2416451 Mar 23 12:48:59.794347 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Floating IP a6bea916-cd83-4d73-bd53-a3ce285f5a78 associated. External IP: 172.27.0.135, port: ace493d7-242a-407d-88fb-5bb20770851d. Mar 23 12:48:59.842491 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '1f436777-a3f9-46e8-8766-22d562fce20b', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'port_id': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'mac_address': 'fa:16:3e:b6:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:30Z', 'updated_at': '2022-03-23T12:48:58Z', 'revision_number': 1, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:59.870024 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd5037-5a23-42ac-b351-5aee650f1b6f req-3c496551-94e0-421e-a435-0a9b6796a1dc tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:48:59.871827 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-3efd5037-5a23-42ac-b351-5aee650f1b6f req-3c496551-94e0-421e-a435-0a9b6796a1dc tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 945 time: 0.0696561 Mar 23 12:48:59.883592 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] Checking router: 84a22b28-5b5d-4247-822c-1c09d15774e3 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:48:59.894357 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:48:59.895484 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:48:59.940044 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-3efd5037-5a23-42ac-b351-5aee650f1b6f req-45d08ba2-7a9e-478b-b5a1-b4cbfe8da619 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544701 Mar 23 12:49:00.125065 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:00.267929 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c46c0f-2134-499d-93cd-66891f56c710 req-2855adad-c1c3-4114-bc2e-b03508b84048 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:00.270218 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-03c46c0f-2134-499d-93cd-66891f56c710 req-2855adad-c1c3-4114-bc2e-b03508b84048 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.4991100 Mar 23 12:49:00.375499 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '1f436777-a3f9-46e8-8766-22d562fce20b', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'port_id': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'mac_address': 'fa:16:3e:b6:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:30Z', 'updated_at': '2022-03-23T12:48:58Z', 'revision_number': 1, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:00.391641 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-034b9259-6403-491e-8c3d-0a2584fce17c admin admin] Publish callbacks [] for security_group (0de59b51-e262-45f2-ae8b-5653670396ad), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:00.415005 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b653e4-b9ac-46ab-a37b-6274efeb4882 None None] The sync data for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi is: [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '1f436777-a3f9-46e8-8766-22d562fce20b', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'port_id': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 164, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'mac_address': 'fa:16:3e:b6:14:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:30Z', 'updated_at': '2022-03-23T12:48:58Z', 'revision_number': 1, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:00.425665 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-034b9259-6403-491e-8c3d-0a2584fce17c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (0de59b51-e262-45f2-ae8b-5653670396ad), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:00.457667 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-79dd5a00-f66d-4073-9049-5806d521b708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:00.459226 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-79dd5a00-f66d-4073-9049-5806d521b708 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 912 time: 0.5409856 Mar 23 12:49:00.529249 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d3971-546d-4d10-9626-2037c842042b req-9579f31b-0b83-4971-bea0-624c9eb2064e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:00.530817 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-430d3971-546d-4d10-9626-2037c842042b req-9579f31b-0b83-4971-bea0-624c9eb2064e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 946 time: 0.0609531 Mar 23 12:49:00.561722 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-03c46c0f-2134-499d-93cd-66891f56c710 req-459af3e7-9312-46fd-8db4-bf8cf212bff1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804844 Mar 23 12:49:00.584815 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-430d3971-546d-4d10-9626-2037c842042b req-fb16c34b-901f-420f-9895-33979a1e17f7 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473387 Mar 23 12:49:00.615092 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-034b9259-6403-491e-8c3d-0a2584fce17c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d56a09497485431f897f2440da4c3fcd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3493955 Mar 23 12:49:00.617714 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43422) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:00.628426 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034b9259-6403-491e-8c3d-0a2584fce17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de59b51-e262-45f2-ae8b-5653670396ad,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:00.674572 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3013419-b0d4-4cef-b045-13317803089f None None] New status for floating IP 1f436777-a3f9-46e8-8766-22d562fce20b: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:49:00.679098 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Deleting port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:49:00.679426 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:00.686303 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-7ea3bbf8-93d8-4a52-bfef-78e0f5fd9021 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c HTTP/1.1" status: 200 len: 999 time: 0.1516614 Mar 23 12:49:00.692939 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1df72cc3-e9c7-455c-90f0-30b9014b2496 admin admin] Publish callbacks [] for security_group (0de59b51-e262-45f2-ae8b-5653670396ad), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:00.717586 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1df72cc3-e9c7-455c-90f0-30b9014b2496 admin admin] Publish callbacks [] for security_group (0de59b51-e262-45f2-ae8b-5653670396ad), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:00.777734 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1df72cc3-e9c7-455c-90f0-30b9014b2496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (0de59b51-e262-45f2-ae8b-5653670396ad), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:00.781253 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1df72cc3-e9c7-455c-90f0-30b9014b2496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:00.785848 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-1df72cc3-e9c7-455c-90f0-30b9014b2496 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/0de59b51-e262-45f2-ae8b-5653670396ad HTTP/1.1" status: 204 len: 168 time: 0.1668139 Mar 23 12:49:00.796037 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df72cc3-e9c7-455c-90f0-30b9014b2496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de59b51-e262-45f2-ae8b-5653670396ad,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:00.800972 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:49:00.831666 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-adeb8a60-9b80-487d-b3ef-c652b2aecacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:00.833162 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-adeb8a60-9b80-487d-b3ef-c652b2aecacf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 200 len: 850 time: 0.1337490 Mar 23 12:49:00.853693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] For port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,segment=NetworkSegment(eac395e6-6188-4cff-9629-3c781397d25c),segment_id=eac395e6-6188-4cff-9629-3c781397d25c)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:00.854051 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:00.953073 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Calling delete_port for d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:49:01.134073 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-1f62e65c-638e-4515-9305-96e426e46f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:01.135577 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-1f62e65c-638e-4515-9305-96e426e46f6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2788188 Mar 23 12:49:01.186727 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:01.193934 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.197169 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:01.207403 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43432) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:01.216729 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:01.217343 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:01.222849 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4f18414a-b98b-45c0-9cf1-adbd6328147b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.278416 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02656e0d-f9ed-4de9-b7d1-40608d544eb1 req-742f7e2c-b4d7-441a-8b08-51ffcbbd6909 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:01.279933 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-02656e0d-f9ed-4de9-b7d1-40608d544eb1 req-742f7e2c-b4d7-441a-8b08-51ffcbbd6909 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 945 time: 0.2080109 Mar 23 12:49:01.306120 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4f18414a-b98b-45c0-9cf1-adbd6328147b admin admin] Publish callbacks [] for security_group (035fd220-8871-4f17-b575-b37a5057cd75), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.310311 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4f18414a-b98b-45c0-9cf1-adbd6328147b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (035fd220-8871-4f17-b575-b37a5057cd75), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.315781 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-18218bfe-b5ca-4024-9357-76c692204b49 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "PUT /v2.0/floatingips/a6bea916-cd83-4d73-bd53-a3ce285f5a78 HTTP/1.1" status: 200 len: 991 time: 3.1977122 Mar 23 12:49:01.323816 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'tag': 'ace493d7-242a-407d-88fb-5bb20770851d'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:01.326001 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed733e77-471d-470b-8630-08c7e75fbd60" -d '{"events": [{"name": "network-changed", "server_uuid": "984794d0-9b14-4af5-865f-6b6cf26d9040", "tag": "ace493d7-242a-407d-88fb-5bb20770851d"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:01.345526 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:01.361912 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4f18414a-b98b-45c0-9cf1-adbd6328147b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cceba86fa9234b55af31a296b1e2817d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1544969 Mar 23 12:49:01.377519 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43440) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:01.378312 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18414a-b98b-45c0-9cf1-adbd6328147b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035fd220-8871-4f17-b575-b37a5057cd75,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:01.389733 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-02656e0d-f9ed-4de9-b7d1-40608d544eb1 req-40bf42c8-784a-4de9-b405-1e3e952c2998 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/security-groups?id=f90d6569-b11c-4024-a4de-5cec356d373e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990186 Mar 23 12:49:01.396225 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-23c7d9c0-9ead-4e13-9037-ff652c7dfb17 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392619 Mar 23 12:49:01.399424 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebfea1b-6de7-4791-a6c9-7775f5ff4a07 x-openstack-request-id: req-aebfea1b-6de7-4791-a6c9-7775f5ff4a07 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:01.399717 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984794d0-9b14-4af5-865f-6b6cf26d9040", "tag": "ace493d7-242a-407d-88fb-5bb20770851d", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:01.399970 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-aebfea1b-6de7-4791-a6c9-7775f5ff4a07 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:01.400384 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aebfea1b-6de7-4791-a6c9-7775f5ff4a07'] response: {'name': 'network-changed', 'server_uuid': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'tag': 'ace493d7-242a-407d-88fb-5bb20770851d', 'status': 'completed', 'code': 200} Mar 23 12:49:01.427015 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.455583 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c88cb5f1-5f67-4885-b3e1-4f4bbab1001a admin admin] Publish callbacks [] for security_group (035fd220-8871-4f17-b575-b37a5057cd75), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.487435 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c88cb5f1-5f67-4885-b3e1-4f4bbab1001a admin admin] Publish callbacks [] for security_group (035fd220-8871-4f17-b575-b37a5057cd75), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.499530 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Pushing event deleted for resources: {'Port': ['ID=d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:01.560165 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c88cb5f1-5f67-4885-b3e1-4f4bbab1001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (035fd220-8871-4f17-b575-b37a5057cd75), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.566123 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c88cb5f1-5f67-4885-b3e1-4f4bbab1001a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.567779 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-c88cb5f1-5f67-4885-b3e1-4f4bbab1001a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/035fd220-8871-4f17-b575-b37a5057cd75 HTTP/1.1" status: 204 len: 168 time: 0.1852808 Mar 23 12:49:01.578167 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88cb5f1-5f67-4885-b3e1-4f4bbab1001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035fd220-8871-4f17-b575-b37a5057cd75,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:01.668015 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'a6bea916-cd83-4d73-bd53-a3ce285f5a78', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:23Z', 'updated_at': '2022-03-23T12:48:59Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:01.679051 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] No DVR routers for this DVR port d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:49:01.705125 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:49:01.725681 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:01.726870 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:48:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:01.738785 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:01.750983 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c7caf2e0-763e-4886-b870-86ee41d8630c req-a9ed7389-65ca-4388-a536-0e53aa715cfe tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.53 "DELETE /v2.0/ports/d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 HTTP/1.1" status: 204 len: 173 time: 1.8335736 Mar 23 12:49:01.781677 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd08b389-eb29-480c-a552-c2fe503a0c50 req-e9215655-09d7-4de8-92e3-feb05686fe06 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:01.789771 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6f9d8d0-369a-428a-9d7d-f9ca60906899 req-35474e8c-f68d-49dc-8dbe-4325bf146ae7 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842626 Mar 23 12:49:01.791408 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cd08b389-eb29-480c-a552-c2fe503a0c50 req-e9215655-09d7-4de8-92e3-feb05686fe06 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0901442 Mar 23 12:49:01.792794 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-f6a18edf-886e-4b2c-97d5-6598d48ac8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:01.794414 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-f6a18edf-886e-4b2c-97d5-6598d48ac8ec service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 1129 time: 0.3333344 Mar 23 12:49:01.865013 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cd08b389-eb29-480c-a552-c2fe503a0c50 req-dd533831-b3e7-4c9b-9b14-c3b9ce1a8a1a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719516 Mar 23 12:49:01.889456 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:01.900711 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053cd0af-76f8-41b7-81ad-0005bf48a954 req-8dc7be51-3614-480a-a32d-c5f7d0577498 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:01.908130 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-053cd0af-76f8-41b7-81ad-0005bf48a954 req-8dc7be51-3614-480a-a32d-c5f7d0577498 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 946 time: 0.2096794 Mar 23 12:49:01.962894 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-bb18e4eb-5122-41fc-ad87-9014dca75965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:01.964393 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-bb18e4eb-5122-41fc-ad87-9014dca75965 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 916 time: 0.1484041 Mar 23 12:49:01.982852 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-053cd0af-76f8-41b7-81ad-0005bf48a954 req-a3e5d86d-113a-4133-ba9d-ffc8669817fb tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736864 Mar 23 12:49:02.047682 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-12b509f6-9a5c-48c6-b0da-11ce4b0a088d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace493d7-242a-407d-88fb-5bb20770851d HTTP/1.1" status: 200 len: 999 time: 0.0751724 Mar 23 12:49:02.163020 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'a6bea916-cd83-4d73-bd53-a3ce285f5a78', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:23Z', 'updated_at': '2022-03-23T12:48:59Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:02.190907 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15289fa3-22b5-473d-ada6-9055427fb327 None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'a6bea916-cd83-4d73-bd53-a3ce285f5a78', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:23Z', 'updated_at': '2022-03-23T12:48:59Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:02.386865 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2e1781b-70f5-4227-8700-521fa6a8c163 None None] New status for floating IP a6bea916-cd83-4d73-bd53-a3ce285f5a78: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:49:02.500904 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e72736af-50e2-48ec-8498-c451cb027b3d req-b09997da-b2ce-407c-980d-68d8e5c74a79 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 210 time: 0.0307226 Mar 23 12:49:02.940384 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:49:02.962870 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:49:02.963320 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:49:03.223319 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-93325e4f-8ec2-4c4e-821f-1f0bbe4b439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:03.224819 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-93325e4f-8ec2-4c4e-821f-1f0bbe4b439e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.2854147 Mar 23 12:49:03.241218 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbdf78-bfc7-4a5f-a247-a48116e7f122 req-58d1fd8c-02b1-46a2-ab3b-210e2a63c0af tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:03.242692 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6afbdf78-bfc7-4a5f-a247-a48116e7f122 req-58d1fd8c-02b1-46a2-ab3b-210e2a63c0af tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.3118446 Mar 23 12:49:03.291086 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6afbdf78-bfc7-4a5f-a247-a48116e7f122 req-d47cdc29-5b7f-485a-999b-ea7761da4660 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428045 Mar 23 12:49:03.401924 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82749024-559c-49d2-a1ac-7da5c8df4515', 'name': 'network-vif-deleted', 'tag': 'd5b3ee4d-f2dd-4151-b28b-fd66b278a9b4'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:03.404169 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18547b7e-2986-4e3c-926e-01b9cca3fec2" -d '{"events": [{"server_uuid": "82749024-559c-49d2-a1ac-7da5c8df4515", "name": "network-vif-deleted", "tag": "d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:03.440687 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e94536-654e-499f-9905-4be3d762d71f x-openstack-request-id: req-37e94536-654e-499f-9905-4be3d762d71f {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:03.440984 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82749024-559c-49d2-a1ac-7da5c8df4515", "name": "network-vif-deleted", "tag": "d5b3ee4d-f2dd-4151-b28b-fd66b278a9b4", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:03.441237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-37e94536-654e-499f-9905-4be3d762d71f {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:03.441637 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e94536-654e-499f-9905-4be3d762d71f'] response: {'server_uuid': '82749024-559c-49d2-a1ac-7da5c8df4515', 'name': 'network-vif-deleted', 'tag': 'd5b3ee4d-f2dd-4151-b28b-fd66b278a9b4', 'status': 'completed', 'code': 200} Mar 23 12:49:03.594772 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4c5b1f52-95d2-4a1a-bbec-6c1e1e8190b7 req-80bfb017-aa29-4149-bf5a-481b877d1514 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 210 time: 0.0275702 Mar 23 12:49:04.410781 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2eec67-7c51-41a7-bf96-3bf6040b35d4 req-a34647ff-f932-4d66-9728-7c4ff7070ba6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:04.412165 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cb2eec67-7c51-41a7-bf96-3bf6040b35d4 req-a34647ff-f932-4d66-9728-7c4ff7070ba6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0529344 Mar 23 12:49:04.458917 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cb2eec67-7c51-41a7-bf96-3bf6040b35d4 req-337feb92-0d5e-43c9-bcc3-f813bd02b4eb tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407619 Mar 23 12:49:04.694384 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1ddb25dc-d7f3-40d9-a673-a1230f23869e req-f11f4daa-3e8c-4117-b373-1d228941dbb9 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 210 time: 0.0302348 Mar 23 12:49:04.886156 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-ef882ce8-cb95-43b1-bd71-a7694103bae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:04.887709 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-ef882ce8-cb95-43b1-bd71-a7694103bae5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0475287 Mar 23 12:49:04.987412 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-a4ad7766-f327-4811-8837-13339377af32 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867934 Mar 23 12:49:05.089616 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ed733e77-471d-470b-8630-08c7e75fbd60 req-fd1fa9a1-168a-4d09-a544-219998e779bc service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938118 Mar 23 12:49:05.520517 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79580159-d997-4a0f-90ab-7942852681ff req-716c8c1e-5ae9-4ad0-9f50-fd653bf2400d tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:05.521965 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-79580159-d997-4a0f-90ab-7942852681ff req-716c8c1e-5ae9-4ad0-9f50-fd653bf2400d tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 946 time: 0.0565865 Mar 23 12:49:05.570859 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-79580159-d997-4a0f-90ab-7942852681ff req-cb964d7d-0d02-40f0-9ed2-b4628e9cf55a tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Mar 23 12:49:05.579014 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a45880-b041-4fb8-8847-7ee96c97f767 req-68a34fb7-fbe5-4e85-b38f-5e803bf180de tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:05.581306 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d8a45880-b041-4fb8-8847-7ee96c97f767 req-68a34fb7-fbe5-4e85-b38f-5e803bf180de tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0521307 Mar 23 12:49:05.631004 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d8a45880-b041-4fb8-8847-7ee96c97f767 req-368c5fc5-103d-4e18-9308-795982386862 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428748 Mar 23 12:49:05.810762 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ec3ed4c1-db1b-4afd-821d-1d7b0f03ced0 req-add98bee-d228-4595-b155-03c69cb32223 tempest-DeleteServersTestJSON-1775194299 tempest-DeleteServersTestJSON-1775194299-project] 10.222.0.45 "GET /v2.0/ports?device_id=82749024-559c-49d2-a1ac-7da5c8df4515 HTTP/1.1" status: 200 len: 210 time: 0.0324974 Mar 23 12:49:06.731110 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90c301-dd9f-4454-82c3-df01b8a9c9e2 req-802fdbe2-4702-4be3-a612-ad9370e1f472 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:06.733120 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-da90c301-dd9f-4454-82c3-df01b8a9c9e2 req-802fdbe2-4702-4be3-a612-ad9370e1f472 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 946 time: 0.0749004 Mar 23 12:49:06.781760 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5a2984-8bdf-40aa-839a-0ebb8dfdc174 req-c767ee59-c380-42e7-bffc-74fa8d0259a5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:06.784795 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba5a2984-8bdf-40aa-839a-0ebb8dfdc174 req-c767ee59-c380-42e7-bffc-74fa8d0259a5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0669911 Mar 23 12:49:06.790507 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-da90c301-dd9f-4454-82c3-df01b8a9c9e2 req-480646d8-aa4b-442d-ae99-f09225b4ae8b tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511076 Mar 23 12:49:06.841753 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba5a2984-8bdf-40aa-839a-0ebb8dfdc174 req-f1049b15-090b-4978-800c-bbd746c135f7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504155 Mar 23 12:49:07.921269 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf53a06-b05e-48b5-a5c9-9f3685a51662 req-61a837b4-5e49-4d5d-a330-a3c0d1b8bdd0 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:07.922747 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dcf53a06-b05e-48b5-a5c9-9f3685a51662 req-61a837b4-5e49-4d5d-a330-a3c0d1b8bdd0 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 946 time: 0.0524030 Mar 23 12:49:07.968717 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311e69f-eb70-4b48-9514-32041b4562dd req-197e2a19-b071-4452-9db0-d4571795e7d1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:07.969878 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dcf53a06-b05e-48b5-a5c9-9f3685a51662 req-15c3fc84-9075-40cf-8bd7-c68382191f84 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415041 Mar 23 12:49:07.972566 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0311e69f-eb70-4b48-9514-32041b4562dd req-197e2a19-b071-4452-9db0-d4571795e7d1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0556512 Mar 23 12:49:08.018189 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0311e69f-eb70-4b48-9514-32041b4562dd req-3d8b9ae5-191e-49c4-bc49-323810e15994 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414691 Mar 23 12:49:09.091455 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b06a2e-3a60-423c-8d09-489c257ac888 req-d12c6d63-ebb1-4841-9494-158130b80878 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:09.092981 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-21b06a2e-3a60-423c-8d09-489c257ac888 req-d12c6d63-ebb1-4841-9494-158130b80878 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 946 time: 0.0547907 Mar 23 12:49:09.141345 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8219e-b6d6-4eae-989c-099b89c23265 req-5e42557e-c27e-4943-9acd-57ed5bfca468 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:09.144271 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-efc8219e-b6d6-4eae-989c-099b89c23265 req-5e42557e-c27e-4943-9acd-57ed5bfca468 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0602200 Mar 23 12:49:09.147417 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-21b06a2e-3a60-423c-8d09-489c257ac888 req-df99bb66-c3b9-493a-96ea-4a280fb8ab5a tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478566 Mar 23 12:49:09.192570 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-efc8219e-b6d6-4eae-989c-099b89c23265 req-886a2556-2a0c-4e84-abe2-2c7b7e2a3d5a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426004 Mar 23 12:49:09.857722 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-ace3dfc1-6cdc-4200-9069-607ce322759f tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:09.859205 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-ace3dfc1-6cdc-4200-9069-607ce322759f tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.53 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 946 time: 0.0624199 Mar 23 12:49:09.969039 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Deleting port 499cc379-cb5d-4627-b2cf-06500c2634b4 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:49:09.969484 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.072790 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] For port 499cc379-cb5d-4627-b2cf-06500c2634b4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=499cc379-cb5d-4627-b2cf-06500c2634b4,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:10.073149 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.088585 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Calling delete_port for 499cc379-cb5d-4627-b2cf-06500c2634b4 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:49:10.257803 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (499cc379-cb5d-4627-b2cf-06500c2634b4), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.275874 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['499cc379-cb5d-4627-b2cf-06500c2634b4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:49:10.301219 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-66c96788-5e0c-4be4-843a-00dbb33b1656 req-5a609cc4-f670-4893-9d35-fc21ea60a0d8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 210 time: 0.0541036 Mar 23 12:49:10.355075 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Pushing event deleted for resources: {'Port': ['ID=499cc379-cb5d-4627-b2cf-06500c2634b4,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:10.431784 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] No DVR routers for this DVR port 499cc379-cb5d-4627-b2cf-06500c2634b4 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:49:10.439873 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.443040 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eaeb2ed9-e450-40ea-b565-beac1ba9a041 req-0baa275f-872c-47cf-939d-0b8eeee1b87e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.53 "DELETE /v2.0/ports/499cc379-cb5d-4627-b2cf-06500c2634b4 HTTP/1.1" status: 204 len: 173 time: 0.5772717 Mar 23 12:49:10.444174 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43616) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:10.445219 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbebd0d-681b-4183-8314-478f04f5a861', 'name': 'network-vif-deleted', 'tag': '499cc379-cb5d-4627-b2cf-06500c2634b4'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:10.447687 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e2790c2-2e09-4418-9112-096d3c6f7e11" -d '{"events": [{"server_uuid": "3fbebd0d-681b-4183-8314-478f04f5a861", "name": "network-vif-deleted", "tag": "499cc379-cb5d-4627-b2cf-06500c2634b4"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:10.467640 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20af9-424b-42fc-9626-88581e232095 req-f566d258-63aa-4b75-9582-f66e5bd8c68c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:10.469473 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0ec20af9-424b-42fc-9626-88581e232095 req-f566d258-63aa-4b75-9582-f66e5bd8c68c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1308312 Mar 23 12:49:10.507903 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c519cbc3-4bec-4480-87c8-49393bcebdc0 x-openstack-request-id: req-c519cbc3-4bec-4480-87c8-49393bcebdc0 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:10.508553 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbebd0d-681b-4183-8314-478f04f5a861", "name": "network-vif-deleted", "tag": "499cc379-cb5d-4627-b2cf-06500c2634b4", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:10.508766 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c519cbc3-4bec-4480-87c8-49393bcebdc0 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:10.509192 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c519cbc3-4bec-4480-87c8-49393bcebdc0'] response: {'server_uuid': '3fbebd0d-681b-4183-8314-478f04f5a861', 'name': 'network-vif-deleted', 'tag': '499cc379-cb5d-4627-b2cf-06500c2634b4', 'status': 'completed', 'code': 200} Mar 23 12:49:10.532898 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_v2 [None req-8131e94a-db92-4d75-8892-9fef7f06c05a admin admin] Deleting subnet b7117cdb-eccf-49dd-8837-2c2cbd019dae {{(pid=115108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:49:10.542086 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8131e94a-db92-4d75-8892-9fef7f06c05a admin admin] Publish callbacks [] for subnet (b7117cdb-eccf-49dd-8837-2c2cbd019dae), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.543632 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0ec20af9-424b-42fc-9626-88581e232095 req-ed5e5ed8-d4a1-460a-add0-c264f89db3ba tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643706 Mar 23 12:49:10.589776 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8131e94a-db92-4d75-8892-9fef7f06c05a admin admin] Publish callbacks [] for subnet (b7117cdb-eccf-49dd-8837-2c2cbd019dae), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.601001 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8131e94a-db92-4d75-8892-9fef7f06c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (b7117cdb-eccf-49dd-8837-2c2cbd019dae), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.668441 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8131e94a-db92-4d75-8892-9fef7f06c05a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (b7117cdb-eccf-49dd-8837-2c2cbd019dae), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.695546 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8131e94a-db92-4d75-8892-9fef7f06c05a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7117cdb-eccf-49dd-8837-2c2cbd019dae,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:10.699188 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8131e94a-db92-4d75-8892-9fef7f06c05a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.702532 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-8131e94a-db92-4d75-8892-9fef7f06c05a admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b7117cdb-eccf-49dd-8837-2c2cbd019dae HTTP/1.1" status: 204 len: 168 time: 0.2571597 Mar 23 12:49:10.705179 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 43630) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:10.776243 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (db2218fd-c2a9-44d0-8226-dcecfdd92b83), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.860265 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (db2218fd-c2a9-44d0-8226-dcecfdd92b83), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:10.880962 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.881315 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.882056 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.882394 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > port after_create 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.882717 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.883055 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > port after_update 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.883377 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.883695 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.884015 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.884360 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.997538 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.997916 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.998250 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.998580 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:49:10.998953 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db2218fd-c2a9-44d0-8226-dcecfdd92b83']}} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:11.016037 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eac395e6-6188-4cff-9629-3c781397d25c') {'for_net_delete': True} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:11.016361 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eac395e6-6188-4cff-9629-3c781397d25c') {} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:11.032311 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13703447'] for segment (eac395e6-6188-4cff-9629-3c781397d25c), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:11.054770 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (eac395e6-6188-4cff-9629-3c781397d25c), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:11.063067 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=115109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:49:11.063497 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58412288'] for segment (eac395e6-6188-4cff-9629-3c781397d25c), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: from cryptography.utils import int_from_bytes Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: from cryptography.utils import int_from_bytes Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: Traceback (most recent call last): Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: timer() Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: cb(*args, **kw) Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: return func(*args, **kwargs) Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: self._notify() Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: self.callback(batched_events) Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: event.method(event) Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: return f(self, *a, **k) Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._get(url).json() Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: return self.request(url, 'GET', **kwargs) Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:49:11.080868 dv-cinder-797245-11-iscsi neutron-server[115109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:49:11.138310 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (db2218fd-c2a9-44d0-8226-dcecfdd92b83), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:11.145855 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:11.149116 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/db2218fd-c2a9-44d0-8226-dcecfdd92b83 HTTP/1.1" status: 204 len: 168 time: 0.4426861 Mar 23 12:49:11.158538 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af55368f-46ed-4440-898c-8fa1de0234c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=db2218fd-c2a9-44d0-8226-dcecfdd92b83,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:11.310998 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 43634) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:11.351871 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-26ae2d0f-94a8-4b9a-80ac-48d353e5690b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=60a2d6f020d94e40a203602248d41c3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0397034 Mar 23 12:49:11.354334 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 43638) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:11.404649 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0025fef7-f101-403c-af92-cef8de35a040 admin admin] Publish callbacks [] for security_group (f90d6569-b11c-4024-a4de-5cec356d373e), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:11.420071 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c8167f9c-dadb-4a53-9778-56e9c33ff8e5 req-b7f9615c-6e88-401f-a561-c21be9ae25f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 210 time: 0.0296195 Mar 23 12:49:11.433019 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0025fef7-f101-403c-af92-cef8de35a040 admin admin] Publish callbacks [] for security_group (f90d6569-b11c-4024-a4de-5cec356d373e), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:11.483509 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0025fef7-f101-403c-af92-cef8de35a040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f90d6569-b11c-4024-a4de-5cec356d373e), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:11.486397 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0025fef7-f101-403c-af92-cef8de35a040 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:11.488212 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-0025fef7-f101-403c-af92-cef8de35a040 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f90d6569-b11c-4024-a4de-5cec356d373e HTTP/1.1" status: 204 len: 168 time: 0.1328666 Mar 23 12:49:11.496225 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025fef7-f101-403c-af92-cef8de35a040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90d6569-b11c-4024-a4de-5cec356d373e,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:11.676054 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4579f-b340-48b9-bad7-18db57423385 req-62f8f101-766b-4b1a-b793-5bcc4c5b9b78 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:11.677566 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e2e4579f-b340-48b9-bad7-18db57423385 req-62f8f101-766b-4b1a-b793-5bcc4c5b9b78 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0575657 Mar 23 12:49:11.725426 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e2e4579f-b340-48b9-bad7-18db57423385 req-d48cddf5-5cc6-4bde-80a1-2a8af761a2f1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423417 Mar 23 12:49:12.535864 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bca48a31-97a3-47ad-b498-9d1eb5300a87 req-97fc7bcd-ee20-4c8b-8fce-dcb08b5ed646 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=3fbebd0d-681b-4183-8314-478f04f5a861 HTTP/1.1" status: 200 len: 210 time: 0.0311062 Mar 23 12:49:12.846506 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b81e046-f9cb-408f-b636-98687cf40025 req-f236ccb3-cdb6-420f-828b-2589f3229070 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:12.848198 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1b81e046-f9cb-408f-b636-98687cf40025 req-f236ccb3-cdb6-420f-828b-2589f3229070 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0556459 Mar 23 12:49:12.896792 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1b81e046-f9cb-408f-b636-98687cf40025 req-de1b264e-cdbb-40f0-82eb-60765a9cd312 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429661 Mar 23 12:49:13.464785 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 499cc379-cb5d-4627-b2cf-06500c2634b4 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:49:13.485277 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 499cc379-cb5d-4627-b2cf-06500c2634b4 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:49:13.485630 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 499cc379-cb5d-4627-b2cf-06500c2634b4 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:49:13.853101 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-eeb27183-b1bd-4a97-8f69-509165b358ed tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:13.854843 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-eeb27183-b1bd-4a97-8f69-509165b358ed tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/networks?id=390eb63a-18da-4d1d-8d72-c0f2ddc93214 HTTP/1.1" status: 200 len: 808 time: 0.1061764 Mar 23 12:49:13.869869 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-94a61539-6f34-47fb-bd9c-5c04e278c72c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/quotas/68b646032c5a453084e2dc758ebef48b HTTP/1.1" status: 200 len: 375 time: 0.0095854 Mar 23 12:49:13.903681 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-b35dde15-df47-4c7b-9d10-b9ea3a6c7aaf tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=68b646032c5a453084e2dc758ebef48b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0286055 Mar 23 12:49:14.003803 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-b8579816-ab0a-4998-a1d4-0ba836547130 service neutron] 10.222.0.45 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932028 Mar 23 12:49:14.017218 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656c4a4-dfe7-4286-a77a-f7898f1f8191 req-6cb23b4c-e89e-4d14-b1e2-643850c80d2a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:14.019754 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b656c4a4-dfe7-4286-a77a-f7898f1f8191 req-6cb23b4c-e89e-4d14-b1e2-643850c80d2a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0544357 Mar 23 12:49:14.072713 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b656c4a4-dfe7-4286-a77a-f7898f1f8191 req-cc9b1493-71fc-49c8-906c-dfefb127fd87 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472357 Mar 23 12:49:14.097109 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-55f0f50a-62da-4f40-9dca-9ce00b8c73cf service neutron] 10.222.0.45 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867021 Mar 23 12:49:14.252945 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-870cccf9-f1f3-44c7-be01-b2c6ead8f1a1 req-cdb4fe71-627c-4dde-9d9a-945ddf6b3490 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 210 time: 0.0269010 Mar 23 12:49:14.816451 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-14dd0f76-eb7f-418c-8c47-20b6c1120281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:15.198138 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c0b22-7f58-4b72-8b42-5ec4542ba676 req-35c3e31f-10a4-4d64-a52b-65cd063b8c1c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:15.200468 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f9c0b22-7f58-4b72-8b42-5ec4542ba676 req-35c3e31f-10a4-4d64-a52b-65cd063b8c1c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0600314 Mar 23 12:49:15.264248 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f9c0b22-7f58-4b72-8b42-5ec4542ba676 req-0ae4dcd6-18a9-496d-a1ff-c50d03fe8700 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552785 Mar 23 12:49:15.347994 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-484deec1-3d93-4196-8c3d-c398ec4fb96f req-a4f8ea3e-7de7-46b8-b052-7afe57030a0c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 210 time: 0.0284147 Mar 23 12:49:16.400376 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266f6a41-2d45-4415-bebc-21fb31498c6f req-89881816-2d83-48f0-82f6-5be727980517 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:16.401800 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-266f6a41-2d45-4415-bebc-21fb31498c6f req-89881816-2d83-48f0-82f6-5be727980517 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0609882 Mar 23 12:49:16.441533 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c458ff25-f213-4a8e-9f69-4d9f5339f299 req-8201aa5b-85c7-4fd6-8a4f-64a5165b5a42 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 210 time: 0.0260215 Mar 23 12:49:16.450132 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-266f6a41-2d45-4415-bebc-21fb31498c6f req-67e9f1a2-b156-4f74-95b4-b12d36ecc0e7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Mar 23 12:49:17.485642 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-557b6cd1-2c53-4f3e-ba5d-da6d29aa1559 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:17.487841 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-557b6cd1-2c53-4f3e-ba5d-da6d29aa1559 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.53 "GET /v2.0/networks?id=390eb63a-18da-4d1d-8d72-c0f2ddc93214 HTTP/1.1" status: 200 len: 808 time: 0.1112058 Mar 23 12:49:17.506059 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Request body: {'port': {'device_id': 'a401692d-0bb0-4cda-ad5e-91ceed4ab1a2', 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214', 'admin_state_up': True, 'tenant_id': '68b646032c5a453084e2dc758ebef48b'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:17.549262 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-58f08ec8-2c19-408f-9073-82c5188437cd req-0ce73275-0d6e-4788-bbe4-0828dc01a037 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 210 time: 0.0309789 Mar 23 12:49:17.655038 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d54bffe-71a4-4c23-8ab9-9018ff5c6285 req-b96e0c1e-e3e8-4b64-bd1b-677fe614d666 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:17.656539 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2d54bffe-71a4-4c23-8ab9-9018ff5c6285 req-b96e0c1e-e3e8-4b64-bd1b-677fe614d666 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1302133 Mar 23 12:49:17.700994 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Made reservation on behalf of 68b646032c5a453084e2dc758ebef48b for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:17.704353 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:17.734136 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2d54bffe-71a4-4c23-8ab9-9018ff5c6285 req-245de16c-99e9-4119-be20-e2673471e906 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705054 Mar 23 12:49:17.823803 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:49:17.845098 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Allocated IP 172.20.0.13 (390eb63a-18da-4d1d-8d72-c0f2ddc93214/b7c37832-c7fc-4e32-bb69-0347a82bd213/43647b49-a2c1-4c52-93be-26dfadad88db) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:17.952598 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-94f947fd-54bd-4efa-b5b0-74412bccab44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:17.996543 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks [] for port (43647b49-a2c1-4c52-93be-26dfadad88db), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:18.032721 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:18.080897 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:18.084177 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:18.090416 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:18.098586 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Pushing event updated for resources: {'Port': ['ID=43647b49-a2c1-4c52-93be-26dfadad88db,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:18.144474 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:18.145175 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:18.165495 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-e2a2f0f6-fc8b-4328-9adf-cfa36dad36f8 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6648333 Mar 23 12:49:18.180884 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Request body: {'port': {'device_id': 'a401692d-0bb0-4cda-ad5e-91ceed4ab1a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:18.249276 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:18.556046 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43647b49-a2c1-4c52-93be-26dfadad88db {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:49:18.564231 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Publish callbacks [] for port (43647b49-a2c1-4c52-93be-26dfadad88db), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:18.588357 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Transition to ACTIVE for port object 43647b49-a2c1-4c52-93be-26dfadad88db will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:49:18.592532 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:18.649446 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Pushing event updated for resources: {'Port': ['ID=43647b49-a2c1-4c52-93be-26dfadad88db,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:18.705897 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832b0890-858e-463b-a368-b6a58f8e6c0d req-f68666b8-e9fc-4e69-a427-c64d74004ceb tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:18.707915 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-832b0890-858e-463b-a368-b6a58f8e6c0d req-f68666b8-e9fc-4e69-a427-c64d74004ceb tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 944 time: 0.0654118 Mar 23 12:49:18.719170 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Attempting to bind port 43647b49-a2c1-4c52-93be-26dfadad88db on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:49:18.719522 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Attempting to bind port 43647b49-a2c1-4c52-93be-26dfadad88db by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:49:18.719856 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Attempting to bind port 43647b49-a2c1-4c52-93be-26dfadad88db on network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:18.725382 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Port 43647b49-a2c1-4c52-93be-26dfadad88db on network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:49:18.725700 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Attempting to bind port 43647b49-a2c1-4c52-93be-26dfadad88db on network 390eb63a-18da-4d1d-8d72-c0f2ddc93214 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:18.730819 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:18.731153 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Checking segment: {'id': 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:49:18.731535 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Bound using segment: {'id': 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:18.732019 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Bound port: 43647b49-a2c1-4c52-93be-26dfadad88db, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:49:18.732411 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:18.761027 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-832b0890-858e-463b-a368-b6a58f8e6c0d req-08b66218-d9c8-4435-bace-9e728b5f8f62 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467768 Mar 23 12:49:18.812600 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] For port 43647b49-a2c1-4c52-93be-26dfadad88db, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:18.816522 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] For port 43647b49-a2c1-4c52-93be-26dfadad88db, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=43647b49-a2c1-4c52-93be-26dfadad88db,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:18.823158 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:18.885132 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:18.885827 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:18.887219 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] 10.222.0.53 "PUT /v2.0/ports/43647b49-a2c1-4c52-93be-26dfadad88db HTTP/1.1" status: 200 len: 1094 time: 0.7111764 Mar 23 12:49:18.888523 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a401692d-0bb0-4cda-ad5e-91ceed4ab1a2', 'tag': '43647b49-a2c1-4c52-93be-26dfadad88db'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:18.890829 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9151592d-8016-43d0-b4e0-7513f61ac07f" -d '{"events": [{"name": "network-changed", "server_uuid": "a401692d-0bb0-4cda-ad5e-91ceed4ab1a2", "tag": "43647b49-a2c1-4c52-93be-26dfadad88db"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:18.924087 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce68eab-c87b-4083-a720-9e902564dd19 service neutron] Pushing event updated for resources: {'Port': ['ID=43647b49-a2c1-4c52-93be-26dfadad88db,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:18.946455 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e363f765-07d2-40cf-989b-b2a7d0970519 req-f780641e-9978-442f-873f-a021f6bf8c01 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:18.948254 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e363f765-07d2-40cf-989b-b2a7d0970519 req-f780641e-9978-442f-873f-a021f6bf8c01 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1154299 Mar 23 12:49:18.949729 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cf0359-b6ad-4e50-9a66-973d1667d077 x-openstack-request-id: req-80cf0359-b6ad-4e50-9a66-973d1667d077 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:18.950016 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a401692d-0bb0-4cda-ad5e-91ceed4ab1a2", "tag": "43647b49-a2c1-4c52-93be-26dfadad88db", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:18.950269 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-80cf0359-b6ad-4e50-9a66-973d1667d077 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:18.950664 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80cf0359-b6ad-4e50-9a66-973d1667d077'] response: {'name': 'network-changed', 'server_uuid': 'a401692d-0bb0-4cda-ad5e-91ceed4ab1a2', 'tag': '43647b49-a2c1-4c52-93be-26dfadad88db', 'status': 'completed', 'code': 200} Mar 23 12:49:19.030529 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-b19f6c0e-61ea-4fd3-a67a-b358546d8504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:19.031928 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-b19f6c0e-61ea-4fd3-a67a-b358546d8504 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68b646032c5a453084e2dc758ebef48b&device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 1128 time: 0.0805411 Mar 23 12:49:19.035968 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e363f765-07d2-40cf-989b-b2a7d0970519 req-015da9ca-bf9e-4b54-a3ac-607e79487712 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748734 Mar 23 12:49:19.079135 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-026ad9a0-2d0e-459f-ae35-f4a5d9ddc8f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43647b49-a2c1-4c52-93be-26dfadad88db HTTP/1.1" status: 200 len: 217 time: 0.0361397 Mar 23 12:49:19.133105 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-2b3a6b0e-af9f-42a2-b77c-a82f45dcef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:19.134569 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-2b3a6b0e-af9f-42a2-b77c-a82f45dcef7a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7c37832-c7fc-4e32-bb69-0347a82bd213 HTTP/1.1" status: 200 len: 848 time: 0.0459778 Mar 23 12:49:19.172746 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-de7de958-c0da-4e12-9b63-b49995e748fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=390eb63a-18da-4d1d-8d72-c0f2ddc93214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303683 Mar 23 12:49:19.266514 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-c695e038-3a8c-46f4-b94b-0aa6086612fe service neutron] 10.222.0.53 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864575 Mar 23 12:49:19.363285 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-16eeda1d-15b8-4d95-9512-eb9f57b68858 req-ebe0cd70-3c99-4666-b73c-350801c6ea0d service neutron] 10.222.0.53 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896108 Mar 23 12:49:19.462982 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-ad87186e-e11f-470a-b5d0-aaebc0e4b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:19.464618 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-ad87186e-e11f-470a-b5d0-aaebc0e4b607 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=68b646032c5a453084e2dc758ebef48b&device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 1128 time: 0.0519114 Mar 23 12:49:19.564375 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43882) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:19.576783 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-0ec32936-80fe-4006-aa02-02434d7b5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:19.578752 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-0ec32936-80fe-4006-aa02-02434d7b5471 service neutron] 10.222.0.53 "GET /v2.0/networks?id=390eb63a-18da-4d1d-8d72-c0f2ddc93214 HTTP/1.1" status: 200 len: 909 time: 0.1003995 Mar 23 12:49:19.593391 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:19.642847 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-c1510b53-c33f-4bf2-9e17-ceb3e4b31790 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=43647b49-a2c1-4c52-93be-26dfadad88db HTTP/1.1" status: 200 len: 217 time: 0.0481777 Mar 23 12:49:19.686723 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5c23-5526-4906-b83a-5ed9d32d387c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:19.701366 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-892c76e6-5f4c-4521-ba9d-738f983c634a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:19.703154 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-892c76e6-5f4c-4521-ba9d-738f983c634a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b7c37832-c7fc-4e32-bb69-0347a82bd213 HTTP/1.1" status: 200 len: 848 time: 0.0491319 Mar 23 12:49:19.746378 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-00265f79-899d-4a1e-8901-bbec9eef697e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=390eb63a-18da-4d1d-8d72-c0f2ddc93214&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364335 Mar 23 12:49:19.779966 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5c23-5526-4906-b83a-5ed9d32d387c admin admin] Publish callbacks [] for security_group (085f03ee-6dd4-4487-8469-c801051c11c4), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:19.785049 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5c5e5c23-5526-4906-b83a-5ed9d32d387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (085f03ee-6dd4-4487-8469-c801051c11c4), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:19.818428 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-5c5e5c23-5526-4906-b83a-5ed9d32d387c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f6cedc06486c49b0b4f923019d28fe2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503030 Mar 23 12:49:19.823963 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43898) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:19.863248 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5e5c23-5526-4906-b83a-5ed9d32d387c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085f03ee-6dd4-4487-8469-c801051c11c4,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:19.893005 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-187816dd-fea1-44cb-8b29-18dfe7f6df52 admin admin] Publish callbacks [] for security_group (085f03ee-6dd4-4487-8469-c801051c11c4), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:19.917470 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-187816dd-fea1-44cb-8b29-18dfe7f6df52 admin admin] Publish callbacks [] for security_group (085f03ee-6dd4-4487-8469-c801051c11c4), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:19.926427 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-f8dde84d-4449-4f81-8c04-915742ac18b3 service neutron] 10.222.0.53 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687529 Mar 23 12:49:19.943738 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ec1ce-b76c-4d21-ab8a-7b66cb2507b2 req-22f5cb61-02e9-49e3-8361-1f63e25da821 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:19.945250 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ad9ec1ce-b76c-4d21-ab8a-7b66cb2507b2 req-22f5cb61-02e9-49e3-8361-1f63e25da821 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 944 time: 0.0935373 Mar 23 12:49:19.969387 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-187816dd-fea1-44cb-8b29-18dfe7f6df52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (085f03ee-6dd4-4487-8469-c801051c11c4), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:19.973110 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-187816dd-fea1-44cb-8b29-18dfe7f6df52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:19.974267 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-187816dd-fea1-44cb-8b29-18dfe7f6df52 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/085f03ee-6dd4-4487-8469-c801051c11c4 HTTP/1.1" status: 204 len: 168 time: 0.1493685 Mar 23 12:49:19.989498 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187816dd-fea1-44cb-8b29-18dfe7f6df52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085f03ee-6dd4-4487-8469-c801051c11c4,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:20.065544 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ad9ec1ce-b76c-4d21-ab8a-7b66cb2507b2 req-0f48eddf-d092-4d69-9f09-2042ba618c46 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114357 Mar 23 12:49:20.085795 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9151592d-8016-43d0-b4e0-7513f61ac07f req-df7107bb-ac2d-47e8-a726-14013f860dfe service neutron] 10.222.0.53 "GET /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502483 Mar 23 12:49:20.176474 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77cf28-cd93-4fd0-ac25-7ef819857063 req-b80bc950-dab2-456f-8ec9-cee25666a8bf tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:20.177262 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-9a77cf28-cd93-4fd0-ac25-7ef819857063 req-b80bc950-dab2-456f-8ec9-cee25666a8bf tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0611439 Mar 23 12:49:20.233019 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-9a77cf28-cd93-4fd0-ac25-7ef819857063 req-59a7fc32-d94c-4c68-b078-c6ed50baead4 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494668 Mar 23 12:49:20.661091 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 43647b49-a2c1-4c52-93be-26dfadad88db details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:49:20.764820 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 43647b49-a2c1-4c52-93be-26dfadad88db, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=43647b49-a2c1-4c52-93be-26dfadad88db,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:20.781341 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '43647b49-a2c1-4c52-93be-26dfadad88db', 'network_id': '390eb63a-18da-4d1d-8d72-c0f2ddc93214', 'port_id': '43647b49-a2c1-4c52-93be-26dfadad88db', 'mac_address': 'fa:16:3e:9a:07:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7c37832-c7fc-4e32-bb69-0347a82bd213', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:49:20.821558 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 43647b49-a2c1-4c52-93be-26dfadad88db is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:20.821858 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:20.836782 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43647b49-a2c1-4c52-93be-26dfadad88db {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:49:20.858033 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 43647b49-a2c1-4c52-93be-26dfadad88db, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=43647b49-a2c1-4c52-93be-26dfadad88db,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:20.862929 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:20.917710 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=43647b49-a2c1-4c52-93be-26dfadad88db,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:21.050353 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:21.208207 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc0cc6-721f-4303-91bf-87c38a393e03 req-64cd9294-4d4c-4ab7-bb1d-f0b7bfc0e824 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:21.216195 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e3dc0cc6-721f-4303-91bf-87c38a393e03 req-64cd9294-4d4c-4ab7-bb1d-f0b7bfc0e824 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 945 time: 0.0637696 Mar 23 12:49:21.270741 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['43647b49-a2c1-4c52-93be-26dfadad88db'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:49:21.271405 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e3dc0cc6-721f-4303-91bf-87c38a393e03 req-d136910f-53fe-4d43-8341-20e14896ac3f tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506032 Mar 23 12:49:21.380821 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 43972) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:21.399958 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32a1db7-be9e-411a-ae7d-4d950c0ac3a6 req-1a6a7af6-44b8-4c94-a91d-b26a4ae2697d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:21.407137 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e32a1db7-be9e-411a-ae7d-4d950c0ac3a6 req-1a6a7af6-44b8-4c94-a91d-b26a4ae2697d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0682633 Mar 23 12:49:21.458829 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e32a1db7-be9e-411a-ae7d-4d950c0ac3a6 req-51d26af4-fb67-4974-b4b5-617d6b2e9caa tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507154 Mar 23 12:49:21.512835 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9de8daab-6389-439d-8633-cd6e45d07510 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:21.555763 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:21.599165 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9de8daab-6389-439d-8633-cd6e45d07510 admin admin] Publish callbacks [] for security_group (27573d76-953f-4654-9d12-9a8cf968805f), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:21.603375 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9de8daab-6389-439d-8633-cd6e45d07510 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (27573d76-953f-4654-9d12-9a8cf968805f), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:21.646024 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-9de8daab-6389-439d-8633-cd6e45d07510 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=130df93b192b4d6dbc955f02f3aa5e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2640893 Mar 23 12:49:21.646964 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de8daab-6389-439d-8633-cd6e45d07510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27573d76-953f-4654-9d12-9a8cf968805f,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:21.648762 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 43980) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:21.703759 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-87979b5e-1c66-4918-88f2-73b2b5f4d2fd admin admin] Publish callbacks [] for security_group (27573d76-953f-4654-9d12-9a8cf968805f), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:21.727222 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-87979b5e-1c66-4918-88f2-73b2b5f4d2fd admin admin] Publish callbacks [] for security_group (27573d76-953f-4654-9d12-9a8cf968805f), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:21.779996 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-87979b5e-1c66-4918-88f2-73b2b5f4d2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (27573d76-953f-4654-9d12-9a8cf968805f), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:21.784231 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-87979b5e-1c66-4918-88f2-73b2b5f4d2fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:21.785788 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-87979b5e-1c66-4918-88f2-73b2b5f4d2fd admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/27573d76-953f-4654-9d12-9a8cf968805f HTTP/1.1" status: 204 len: 168 time: 0.1359766 Mar 23 12:49:21.794413 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87979b5e-1c66-4918-88f2-73b2b5f4d2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27573d76-953f-4654-9d12-9a8cf968805f,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:21.965165 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44006) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:22.096873 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae4ee-98ed-40e6-822a-6b894da0c185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.115423 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44020) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:22.137065 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2c65f92a-2a79-4e9a-a6d1-87f7d833662a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.187287 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae4ee-98ed-40e6-822a-6b894da0c185 admin admin] Publish callbacks [] for security_group (9cef9d37-a663-4f27-a52b-bdde4375c4a8), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.197454 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2a3ae4ee-98ed-40e6-822a-6b894da0c185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9cef9d37-a663-4f27-a52b-bdde4375c4a8), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.236258 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2c65f92a-2a79-4e9a-a6d1-87f7d833662a admin admin] Publish callbacks [] for security_group (6f0117d0-ffa8-4f4b-ad12-98a7f25a54b7), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.241510 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2c65f92a-2a79-4e9a-a6d1-87f7d833662a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6f0117d0-ffa8-4f4b-ad12-98a7f25a54b7), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.245648 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-2a3ae4ee-98ed-40e6-822a-6b894da0c185 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=27e924bb1c0c4f648926b1d75403d751&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2793815 Mar 23 12:49:22.248044 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ae4ee-98ed-40e6-822a-6b894da0c185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cef9d37-a663-4f27-a52b-bdde4375c4a8,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:22.249797 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44030) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:22.325542 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c65f92a-2a79-4e9a-a6d1-87f7d833662a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0117d0-ffa8-4f4b-ad12-98a7f25a54b7,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:22.329659 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-2c65f92a-2a79-4e9a-a6d1-87f7d833662a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c133ddf5da744b6ea6b5bb6d28fc7a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130396 Mar 23 12:49:22.332506 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44038) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:22.396094 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-45bd149f-7bb5-4628-9570-99777619e3a4 admin admin] Publish callbacks [] for security_group (9cef9d37-a663-4f27-a52b-bdde4375c4a8), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.404301 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0365-832c-42e9-906c-c9efeedb3a5a admin admin] Publish callbacks [] for security_group (6f0117d0-ffa8-4f4b-ad12-98a7f25a54b7), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.428883 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-45bd149f-7bb5-4628-9570-99777619e3a4 admin admin] Publish callbacks [] for security_group (9cef9d37-a663-4f27-a52b-bdde4375c4a8), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.431733 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0365-832c-42e9-906c-c9efeedb3a5a admin admin] Publish callbacks [] for security_group (6f0117d0-ffa8-4f4b-ad12-98a7f25a54b7), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.460129 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ae823-aefe-4d1e-b2a3-4fb16549f0f5 req-e824b203-6f72-4b7e-a87d-5848ddffcd5f tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:22.461663 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92ae823-aefe-4d1e-b2a3-4fb16549f0f5 req-e824b203-6f72-4b7e-a87d-5848ddffcd5f tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 945 time: 0.1129467 Mar 23 12:49:22.490765 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0365-832c-42e9-906c-c9efeedb3a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6f0117d0-ffa8-4f4b-ad12-98a7f25a54b7), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.493893 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6f4c0365-832c-42e9-906c-c9efeedb3a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.495181 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6f4c0365-832c-42e9-906c-c9efeedb3a5a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6f0117d0-ffa8-4f4b-ad12-98a7f25a54b7 HTTP/1.1" status: 204 len: 168 time: 0.1616931 Mar 23 12:49:22.504204 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4c0365-832c-42e9-906c-c9efeedb3a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0117d0-ffa8-4f4b-ad12-98a7f25a54b7,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:22.548939 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92ae823-aefe-4d1e-b2a3-4fb16549f0f5 req-76703d95-9dce-4719-8b65-1f339bee4cec tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784812 Mar 23 12:49:22.552041 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-45bd149f-7bb5-4628-9570-99777619e3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9cef9d37-a663-4f27-a52b-bdde4375c4a8), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.554936 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-45bd149f-7bb5-4628-9570-99777619e3a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.559153 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-45bd149f-7bb5-4628-9570-99777619e3a4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9cef9d37-a663-4f27-a52b-bdde4375c4a8 HTTP/1.1" status: 204 len: 168 time: 0.3078859 Mar 23 12:49:22.568396 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd149f-7bb5-4628-9570-99777619e3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cef9d37-a663-4f27-a52b-bdde4375c4a8,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:22.668225 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077edf4c-5fc0-4c42-b0e7-8aaee66e460a req-d7230d88-4bfe-4147-9274-64d9483b07dc tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:22.670573 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-077edf4c-5fc0-4c42-b0e7-8aaee66e460a req-d7230d88-4bfe-4147-9274-64d9483b07dc tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0867736 Mar 23 12:49:22.675225 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 43647b49-a2c1-4c52-93be-26dfadad88db up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:22.772889 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 43647b49-a2c1-4c52-93be-26dfadad88db completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:49:22.784975 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 43647b49-a2c1-4c52-93be-26dfadad88db triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:22.784975 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.907725 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 43647b49-a2c1-4c52-93be-26dfadad88db is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:22.908160 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:22.966421 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a401692d-0bb0-4cda-ad5e-91ceed4ab1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43647b49-a2c1-4c52-93be-26dfadad88db'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:22.973480 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b42c970-dfe7-45a4-bab5-6d192471d949" -d '{"events": [{"server_uuid": "a401692d-0bb0-4cda-ad5e-91ceed4ab1a2", "name": "network-vif-plugged", "status": "completed", "tag": "43647b49-a2c1-4c52-93be-26dfadad88db"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:22.993059 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 43647b49-a2c1-4c52-93be-26dfadad88db, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=43647b49-a2c1-4c52-93be-26dfadad88db,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:22.998391 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:23.006146 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-077edf4c-5fc0-4c42-b0e7-8aaee66e460a req-5cf2819c-01a7-4d0c-9b46-c55f138881b7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265021 Mar 23 12:49:23.069564 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dfdc753-a15e-46b4-bd5b-663199984143 x-openstack-request-id: req-0dfdc753-a15e-46b4-bd5b-663199984143 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:23.069892 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a401692d-0bb0-4cda-ad5e-91ceed4ab1a2", "name": "network-vif-plugged", "status": "completed", "tag": "43647b49-a2c1-4c52-93be-26dfadad88db", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:23.070152 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0dfdc753-a15e-46b4-bd5b-663199984143 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:23.070683 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfdc753-a15e-46b4-bd5b-663199984143'] response: {'server_uuid': 'a401692d-0bb0-4cda-ad5e-91ceed4ab1a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43647b49-a2c1-4c52-93be-26dfadad88db', 'code': 200} Mar 23 12:49:23.075993 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=43647b49-a2c1-4c52-93be-26dfadad88db,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:23.306880 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed381a5-adf0-4e5a-956d-1bcec6dc7a8d req-7e4bdcd2-0cbf-4a85-b517-5dd750fe105c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:23.309130 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-aed381a5-adf0-4e5a-956d-1bcec6dc7a8d req-7e4bdcd2-0cbf-4a85-b517-5dd750fe105c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 1130 time: 0.0782182 Mar 23 12:49:23.370504 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-aed381a5-adf0-4e5a-956d-1bcec6dc7a8d req-8a86d0e6-d7ab-4d11-a7b2-b790bf78d33f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518148 Mar 23 12:49:23.671072 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44142) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:23.715484 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6d80a1-d29b-4723-8653-ed3f5eff844c req-e351a2b2-5567-4b53-ab61-eed8bfadefda tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:23.717242 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ba6d80a1-d29b-4723-8653-ed3f5eff844c req-e351a2b2-5567-4b53-ab61-eed8bfadefda tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 946 time: 0.0670643 Mar 23 12:49:23.771688 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ba6d80a1-d29b-4723-8653-ed3f5eff844c req-a6e31692-c77a-435b-97f7-93f422ad26d7 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469940 Mar 23 12:49:23.867548 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2c239d44-21dd-4d54-b312-cf695d11769c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:23.950126 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44154) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:23.957121 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2c239d44-21dd-4d54-b312-cf695d11769c admin admin] Publish callbacks [] for security_group (da67446b-af97-4eae-b2cb-a56a67414950), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:23.961376 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2c239d44-21dd-4d54-b312-cf695d11769c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (da67446b-af97-4eae-b2cb-a56a67414950), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.006302 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-2c239d44-21dd-4d54-b312-cf695d11769c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ac5cef0139fe4c3bb209acdfaf299f0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3341281 Mar 23 12:49:24.007169 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c239d44-21dd-4d54-b312-cf695d11769c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da67446b-af97-4eae-b2cb-a56a67414950,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:24.009057 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44160) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:24.069216 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1005445322-network', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:24.106996 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-66d2974e-560d-4a99-9c7b-bacad5d6b65d admin admin] Publish callbacks [] for security_group (da67446b-af97-4eae-b2cb-a56a67414950), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.117278 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Made reservation on behalf of d30c004a3e32465489dac9af4f6b824a for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:24.119538 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.133100 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.152862 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-66d2974e-560d-4a99-9c7b-bacad5d6b65d admin admin] Publish callbacks [] for security_group (da67446b-af97-4eae-b2cb-a56a67414950), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.246607 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-66d2974e-560d-4a99-9c7b-bacad5d6b65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (da67446b-af97-4eae-b2cb-a56a67414950), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.249653 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-66d2974e-560d-4a99-9c7b-bacad5d6b65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.250826 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-66d2974e-560d-4a99-9c7b-bacad5d6b65d admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/da67446b-af97-4eae-b2cb-a56a67414950 HTTP/1.1" status: 204 len: 168 time: 0.2405272 Mar 23 12:49:24.280625 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2974e-560d-4a99-9c7b-bacad5d6b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da67446b-af97-4eae-b2cb-a56a67414950,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:24.296827 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Publish callbacks [] for security_group (35d8f09a-b03d-475d-b46a-03de0288d017), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.302538 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (35d8f09a-b03d-475d-b46a-03de0288d017), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.354557 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d8f09a-b03d-475d-b46a-03de0288d017,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:24.367519 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:49:24.386927 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (7ceae9a7-8743-46de-8d44-8b4de3e761ec), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.388517 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Added segment 7ceae9a7-8743-46de-8d44-8b4de3e761ec of type vlan for network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 Mar 23 12:49:24.433240 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296efe92-d064-4285-990a-6e2e02059ea6 req-5d654763-b5e0-49d7-beec-c8e3fd56b4f3 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:24.434796 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-296efe92-d064-4285-990a-6e2e02059ea6 req-5d654763-b5e0-49d7-beec-c8e3fd56b4f3 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.3421025 Mar 23 12:49:24.453221 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (eacc6ee6-f2fb-4e3a-b716-a7bc19d33130), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.491990 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (eacc6ee6-f2fb-4e3a-b716-a7bc19d33130), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.494837 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:24.497017 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.504857 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-296efe92-d064-4285-990a-6e2e02059ea6 req-f480f5d7-e616-4d3f-bc10-1c6d4522a1a6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616882 Mar 23 12:49:24.559746 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6084759 Mar 23 12:49:24.562582 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44178) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:24.567627 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Request body: {'subnet': {'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1005445322-subnet', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:24.586631 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff096fa-c61a-4912-95ff-1e19a4e02941 admin admin] Pushing event updated for resources: {'Network': ['ID=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:24.598964 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Made reservation on behalf of d30c004a3e32465489dac9af4f6b824a for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:24.601872 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.602422 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:49:24.753684 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44184) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:24.768884 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-359008e6-f55f-4fa0-b409-3e2fb16ef5d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.844145 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (228bfd83-be88-47b6-94de-6b2e028f3a21), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.857295 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-359008e6-f55f-4fa0-b409-3e2fb16ef5d2 admin admin] Publish callbacks [] for security_group (3e0736ab-96af-43fa-ae48-92fc1130fa68), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.865051 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-359008e6-f55f-4fa0-b409-3e2fb16ef5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3e0736ab-96af-43fa-ae48-92fc1130fa68), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:24.900341 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359008e6-f55f-4fa0-b409-3e2fb16ef5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0736ab-96af-43fa-ae48-92fc1130fa68,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:24.935614 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-359008e6-f55f-4fa0-b409-3e2fb16ef5d2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec3d1449af6347a9b558ce2b3c00db74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1801379 Mar 23 12:49:24.936290 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44190) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:24.982060 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=228bfd83-be88-47b6-94de-6b2e028f3a21,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:24.998619 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-98e6a09a-f4bd-4ed1-b4d7-6e3602a658f4 admin admin] Publish callbacks [] for security_group (3e0736ab-96af-43fa-ae48-92fc1130fa68), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.016703 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44192) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:25.019611 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c90f55-96f8-4ab8-8204-d61c92d83008 req-2017a6c6-3e6b-48a3-88d1-57d76b703e88 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:25.021154 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-38c90f55-96f8-4ab8-8204-d61c92d83008 req-2017a6c6-3e6b-48a3-88d1-57d76b703e88 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 946 time: 0.1154447 Mar 23 12:49:25.024048 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Checking segment: {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:49:25.024434 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Network hostable DHCP agents. Network: eacc6ee6-f2fb-4e3a-b716-a7bc19d33130, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:49:25.031126 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-98e6a09a-f4bd-4ed1-b4d7-6e3602a658f4 admin admin] Publish callbacks [] for security_group (3e0736ab-96af-43fa-ae48-92fc1130fa68), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.061715 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:49:25.079190 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, eacc6ee6-f2fb-4e3a-b716-a7bc19d33130) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:25.087081 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-38c90f55-96f8-4ab8-8204-d61c92d83008 req-39721dd2-851e-4c9f-82ec-c55bf45118f9 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601501 Mar 23 12:49:25.088345 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:25.088938 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.097220 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38729b1d-6895-470c-8619-712ef40aa678 None None] Network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:49:25.110168 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-7334d71d-92fe-434a-a597-42ba9d052312 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5461385 Mar 23 12:49:25.113253 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44196) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:25.117631 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:25.120635 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-98e6a09a-f4bd-4ed1-b4d7-6e3602a658f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3e0736ab-96af-43fa-ae48-92fc1130fa68), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.123209 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-98e6a09a-f4bd-4ed1-b4d7-6e3602a658f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.124384 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-98e6a09a-f4bd-4ed1-b4d7-6e3602a658f4 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3e0736ab-96af-43fa-ae48-92fc1130fa68 HTTP/1.1" status: 204 len: 168 time: 0.1870241 Mar 23 12:49:25.132581 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e6a09a-f4bd-4ed1-b4d7-6e3602a658f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0736ab-96af-43fa-ae48-92fc1130fa68,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:25.153847 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.155658 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.177245 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-308e5a41-0a9c-4193-a30d-389dc668bc5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.227690 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks [] for router_controller (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), precommit_add_association {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.266740 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:49:25.267722 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.295630 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-308e5a41-0a9c-4193-a30d-389dc668bc5a admin admin] Publish callbacks [] for security_group (86450044-1eac-4286-8fe7-96bc329c2152), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.303256 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-308e5a41-0a9c-4193-a30d-389dc668bc5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (86450044-1eac-4286-8fe7-96bc329c2152), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.336359 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-308e5a41-0a9c-4193-a30d-389dc668bc5a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4e47c2ec51f845008e0c8ff404e667e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3184693 Mar 23 12:49:25.338313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44202) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:25.386018 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308e5a41-0a9c-4193-a30d-389dc668bc5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86450044-1eac-4286-8fe7-96bc329c2152,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:25.432192 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7deb673f-6ac6-4648-8e97-a2212e1f6322 admin admin] Publish callbacks [] for security_group (86450044-1eac-4286-8fe7-96bc329c2152), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.445689 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks [] for router_gateway (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.458191 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7deb673f-6ac6-4648-8e97-a2212e1f6322 admin admin] Publish callbacks [] for security_group (86450044-1eac-4286-8fe7-96bc329c2152), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.499810 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Allocated IP 172.20.0.2 (eacc6ee6-f2fb-4e3a-b716-a7bc19d33130/228bfd83-be88-47b6-94de-6b2e028f3a21/8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:25.545539 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7deb673f-6ac6-4648-8e97-a2212e1f6322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (86450044-1eac-4286-8fe7-96bc329c2152), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.550766 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7deb673f-6ac6-4648-8e97-a2212e1f6322 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.552853 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-7deb673f-6ac6-4648-8e97-a2212e1f6322 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/86450044-1eac-4286-8fe7-96bc329c2152 HTTP/1.1" status: 204 len: 168 time: 0.2133651 Mar 23 12:49:25.584085 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb673f-6ac6-4648-8e97-a2212e1f6322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86450044-1eac-4286-8fe7-96bc329c2152,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:25.743613 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.775152 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Publish callbacks [] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.781258 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125bbfdf-f122-4987-ad6c-53c34a31e4d7 req-b0c21cae-7fe0-49fd-ac54-d8a39c434b85 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:25.782830 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-125bbfdf-f122-4987-ad6c-53c34a31e4d7 req-b0c21cae-7fe0-49fd-ac54-d8a39c434b85 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1920693 Mar 23 12:49:25.789702 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.811283 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks [] for router_gateway (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.836285 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.837187 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:25.841665 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:25.854277 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:25.863773 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Pushing event updated for resources: {'Port': ['ID=8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:25.889679 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-125bbfdf-f122-4987-ad6c-53c34a31e4d7 req-57f0252e-0a86-4113-b456-b4bd678698c2 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971599 Mar 23 12:49:25.943011 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Attempting to bind port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:49:25.943382 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Attempting to bind port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:49:25.943745 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Attempting to bind port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df on network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:25.950105 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:25.950824 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Checking segment: {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:49:25.951232 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.951649 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Bound using segment: {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:25.952244 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Bound port: 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:49:25.952625 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:25.960409 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44218) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:25.977611 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d2adae09-583f-4514-9f32-e79618e8ac56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.006540 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Allocated IP 172.27.0.29 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/e1144745-288f-4fd5-a324-e435b5ea218c) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:26.036292 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] For port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:26.041570 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] For port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:26.048080 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.069787 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d2adae09-583f-4514-9f32-e79618e8ac56 admin admin] Publish callbacks [] for security_group (de364ddb-5e7a-431f-9a5d-7fff9b552bf5), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.075508 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d2adae09-583f-4514-9f32-e79618e8ac56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (de364ddb-5e7a-431f-9a5d-7fff9b552bf5), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.124346 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca55e94-55d2-41b0-ab34-1a438c506851 None None] Pushing event updated for resources: {'Port': ['ID=8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:26.149310 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2adae09-583f-4514-9f32-e79618e8ac56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de364ddb-5e7a-431f-9a5d-7fff9b552bf5,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:26.151612 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks [] for port (e1144745-288f-4fd5-a324-e435b5ea218c), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.161082 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d2adae09-583f-4514-9f32-e79618e8ac56 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cac7ccaf571144ce85d64829362b6dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1994758 Mar 23 12:49:26.163466 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44222) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:26.235379 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.237428 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-60e0ff77-62c3-4010-ade5-041f77a63781 admin admin] Publish callbacks [] for security_group (de364ddb-5e7a-431f-9a5d-7fff9b552bf5), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.263549 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-60e0ff77-62c3-4010-ade5-041f77a63781 admin admin] Publish callbacks [] for security_group (de364ddb-5e7a-431f-9a5d-7fff9b552bf5), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.296055 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:26.300014 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:26.307314 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:26.316849 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38e19c-0edc-411c-9cb3-4748da9c72bf req-8af089e6-fb97-4e12-b0db-a9081e45136e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:26.318489 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8e38e19c-0edc-411c-9cb3-4748da9c72bf req-8af089e6-fb97-4e12-b0db-a9081e45136e tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 946 time: 0.1215212 Mar 23 12:49:26.319070 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Pushing event updated for resources: {'Port': ['ID=e1144745-288f-4fd5-a324-e435b5ea218c,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:26.346335 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-60e0ff77-62c3-4010-ade5-041f77a63781 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (de364ddb-5e7a-431f-9a5d-7fff9b552bf5), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.349197 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-60e0ff77-62c3-4010-ade5-041f77a63781 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.353447 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-60e0ff77-62c3-4010-ade5-041f77a63781 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/de364ddb-5e7a-431f-9a5d-7fff9b552bf5 HTTP/1.1" status: 204 len: 168 time: 0.1854935 Mar 23 12:49:26.366073 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0ff77-62c3-4010-ade5-041f77a63781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de364ddb-5e7a-431f-9a5d-7fff9b552bf5,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:26.506817 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8e38e19c-0edc-411c-9cb3-4748da9c72bf req-71512563-559c-461e-80eb-5225057ea2e5 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481621 Mar 23 12:49:26.665732 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks [] for router_gateway (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:26.940156 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:27.077720 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b097e56-eca4-4f31-9246-77cff38464fb req-58782c93-a3a0-4217-923c-7c1585fe57f7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:27.085087 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b097e56-eca4-4f31-9246-77cff38464fb req-58782c93-a3a0-4217-923c-7c1585fe57f7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0918121 Mar 23 12:49:27.165338 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:49:27.199648 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b097e56-eca4-4f31-9246-77cff38464fb req-fccfd6ab-c6dc-4721-b11e-7fcb37054035 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088004 Mar 23 12:49:27.363131 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:27.373859 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Sync routers for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:27.387685 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:27.389493 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-664c1f40-32bb-42a3-877b-0c0dafc83746 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2751327 Mar 23 12:49:27.393569 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44276) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:27.397208 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:27.397839 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:49:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:27.539761 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:27.550654 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc036c0b-4a65-4347-9b70-2911701481c1 req-52041977-7a3c-4a49-ac07-2a756fe61b0a tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:27.563196 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bc036c0b-4a65-4347-9b70-2911701481c1 req-52041977-7a3c-4a49-ac07-2a756fe61b0a tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 946 time: 0.1187296 Mar 23 12:49:27.590072 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457caea3-4015-4fe0-8178-5bae4e0ea31f None None] Network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:49:27.731711 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bc036c0b-4a65-4347-9b70-2911701481c1 req-3a0271bc-4a9c-4e04-ae96-d3f28bb3d9a5 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519339 Mar 23 12:49:27.750603 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 3, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:27.781957 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Checking router: a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:49:27.782249 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-67ae3d7d-7e05-4558-8bee-5b2f93cc3efc None None] Provisioning complete for port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:27.782355 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Updating router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae port e1144745-288f-4fd5-a324-e435b5ea218c binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:49:27.782814 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-67ae3d7d-7e05-4558-8bee-5b2f93cc3efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:27.911254 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.000747 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-67ae3d7d-7e05-4558-8bee-5b2f93cc3efc None None] Current status of the port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:28.003239 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-67ae3d7d-7e05-4558-8bee-5b2f93cc3efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.056174 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-67ae3d7d-7e05-4558-8bee-5b2f93cc3efc None None] For port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:28.061776 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-67ae3d7d-7e05-4558-8bee-5b2f93cc3efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.107385 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.131071 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae3d7d-7e05-4558-8bee-5b2f93cc3efc None None] Pushing event updated for resources: {'Port': ['ID=8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:28.331379 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Publish callbacks [] for port (e1144745-288f-4fd5-a324-e435b5ea218c), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.344011 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.363093 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:28.405721 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Pushing event updated for resources: {'Port': ['ID=e1144745-288f-4fd5-a324-e435b5ea218c,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:28.432840 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.433429 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.433947 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.434440 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.434913 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.435392 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.435867 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.436366 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.436849 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.437316 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.437788 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.438438 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.438886 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.439348 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.440444 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:28.443001 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00fb8a-a020-41e6-9480-7b6d7fce2444 req-3099d8ba-3c0f-41f2-bd32-a45baf5622be tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:28.444949 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Attempting to bind port e1144745-288f-4fd5-a324-e435b5ea218c on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:49:28.445477 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Attempting to bind port e1144745-288f-4fd5-a324-e435b5ea218c by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:49:28.445995 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Attempting to bind port e1144745-288f-4fd5-a324-e435b5ea218c on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:28.448127 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0f00fb8a-a020-41e6-9480-7b6d7fce2444 req-3099d8ba-3c0f-41f2-bd32-a45baf5622be tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1259232 Mar 23 12:49:28.452151 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:28.452532 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:49:28.452928 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.453311 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:28.453779 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Bound port: e1144745-288f-4fd5-a324-e435b5ea218c, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:49:28.454154 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.465590 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Allocated IP 172.20.0.1 (eacc6ee6-f2fb-4e3a-b716-a7bc19d33130/228bfd83-be88-47b6-94de-6b2e028f3a21/58256246-1645-4668-aa13-d2a4a87ed5c0) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:28.523861 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0f00fb8a-a020-41e6-9480-7b6d7fce2444 req-f396d804-9677-4ae3-a948-fc4571827a50 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634990 Mar 23 12:49:28.539405 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] For port e1144745-288f-4fd5-a324-e435b5ea218c, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:28.544189 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] For port e1144745-288f-4fd5-a324-e435b5ea218c, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=e1144745-288f-4fd5-a324-e435b5ea218c,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:28.556992 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f3fbadff-09f2-429f-b802-46784fc44497 None None] Provisioning complete for port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:28.556992 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f3fbadff-09f2-429f-b802-46784fc44497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.572201 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.645037 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:28.646172 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.653131 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:28.654010 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:49:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:28.740832 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f3fbadff-09f2-429f-b802-46784fc44497 None None] Current status of the port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:28.743978 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Publish callbacks [] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.816580 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:28.822541 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:28.869970 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:28.891103 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f396316-ec78-4245-8105-2cfe9721ab9a None None] Pushing event updated for resources: {'Port': ['ID=e1144745-288f-4fd5-a324-e435b5ea218c,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:28.913369 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:28.920705 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f2b9f-d8fa-42f8-8448-a99bd2784001 req-befda746-5389-42c5-9931-68339a583c0d tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:28.922233 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-952f2b9f-d8fa-42f8-8448-a99bd2784001 req-befda746-5389-42c5-9931-68339a583c0d tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 946 time: 0.1041234 Mar 23 12:49:28.926114 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:28.931608 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:28.979168 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Pushing event updated for resources: {'Port': ['ID=58256246-1645-4668-aa13-d2a4a87ed5c0,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:29.025523 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:29.070794 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 3, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:29.093099 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-952f2b9f-d8fa-42f8-8448-a99bd2784001 req-182b2d92-d449-4ea2-9eb5-241c07096b42 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/security-groups?id=3bf5afd3-2577-4bdd-a899-67e59b119272&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630862 Mar 23 12:49:29.136297 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a45277-61ad-4fe2-8a53-e8b3d021f1fe None None] The sync data for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi is: [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:26Z', 'revision_number': 3, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:29.182870 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d542d-c499-453a-a8dd-7921f882cf59 req-ad4ae2b5-1ed4-4a30-b9d8-9f0d6fdefd80 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:29.184613 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-383d542d-c499-453a-a8dd-7921f882cf59 req-ad4ae2b5-1ed4-4a30-b9d8-9f0d6fdefd80 tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.53 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 946 time: 0.1109924 Mar 23 12:49:29.274075 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-83f5516f-9028-4999-9996-3bb7af0777d4 None None] Provisioning complete for port 58256246-1645-4668-aa13-d2a4a87ed5c0 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:29.274684 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-83f5516f-9028-4999-9996-3bb7af0777d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:29.320444 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-83f5516f-9028-4999-9996-3bb7af0777d4 None None] Port 58256246-1645-4668-aa13-d2a4a87ed5c0 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:49:29.320757 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:29.375407 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-383d542d-c499-453a-a8dd-7921f882cf59 req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Deleting port 43647b49-a2c1-4c52-93be-26dfadad88db {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:49:29.375740 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-383d542d-c499-453a-a8dd-7921f882cf59 req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:29.613971 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-383d542d-c499-453a-a8dd-7921f882cf59 req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] For port 43647b49-a2c1-4c52-93be-26dfadad88db, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=43647b49-a2c1-4c52-93be-26dfadad88db,segment=NetworkSegment(c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6),segment_id=c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:29.614363 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-383d542d-c499-453a-a8dd-7921f882cf59 req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:29.649426 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-383d542d-c499-453a-a8dd-7921f882cf59 req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Calling delete_port for 43647b49-a2c1-4c52-93be-26dfadad88db owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:49:29.705257 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c8d591-2491-447d-93d5-5e75018170db req-a9726d3a-239a-4f0c-b583-2e8c90ac2376 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:29.707273 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-20c8d591-2491-447d-93d5-5e75018170db req-a9726d3a-239a-4f0c-b583-2e8c90ac2376 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0847747 Mar 23 12:49:29.732257 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Publish callbacks [] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:29.766836 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:29.781650 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-20c8d591-2491-447d-93d5-5e75018170db req-d5bec0b1-1e27-4f7f-8d5e-cba962bada67 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678699 Mar 23 12:49:29.868744 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:29.916035 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Pushing event updated for resources: {'Port': ['ID=58256246-1645-4668-aa13-d2a4a87ed5c0,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:30.018491 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-383d542d-c499-453a-a8dd-7921f882cf59 req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (43647b49-a2c1-4c52-93be-26dfadad88db), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:30.032330 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['43647b49-a2c1-4c52-93be-26dfadad88db'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:49:30.056203 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Pushing event deleted for resources: {'Port': ['ID=43647b49-a2c1-4c52-93be-26dfadad88db,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:30.126714 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:30.147947 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-383d542d-c499-453a-a8dd-7921f882cf59 req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] No DVR routers for this DVR port 43647b49-a2c1-4c52-93be-26dfadad88db on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:49:30.151476 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:30.155278 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-383d542d-c499-453a-a8dd-7921f882cf59 req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:30.175027 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-383d542d-c499-453a-a8dd-7921f882cf59 req-3b20a0cf-77ec-4cf2-a134-7e801784583c tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.53 "DELETE /v2.0/ports/43647b49-a2c1-4c52-93be-26dfadad88db HTTP/1.1" status: 204 len: 173 time: 0.9792545 Mar 23 12:49:30.176662 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a401692d-0bb0-4cda-ad5e-91ceed4ab1a2', 'name': 'network-vif-deleted', 'tag': '43647b49-a2c1-4c52-93be-26dfadad88db'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:49:30.181474 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f619b65-72e9-425e-ba43-b016aff246d4" -d '{"events": [{"server_uuid": "a401692d-0bb0-4cda-ad5e-91ceed4ab1a2", "name": "network-vif-deleted", "tag": "43647b49-a2c1-4c52-93be-26dfadad88db"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:49:30.360772 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09075f88-b486-4b1a-acc0-d5900fa2f34d x-openstack-request-id: req-09075f88-b486-4b1a-acc0-d5900fa2f34d {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:49:30.362308 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a401692d-0bb0-4cda-ad5e-91ceed4ab1a2", "name": "network-vif-deleted", "tag": "43647b49-a2c1-4c52-93be-26dfadad88db", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:49:30.362853 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-09075f88-b486-4b1a-acc0-d5900fa2f34d {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:49:30.363287 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09075f88-b486-4b1a-acc0-d5900fa2f34d'] response: {'server_uuid': 'a401692d-0bb0-4cda-ad5e-91ceed4ab1a2', 'name': 'network-vif-deleted', 'tag': '43647b49-a2c1-4c52-93be-26dfadad88db', 'status': 'completed', 'code': 200} Mar 23 12:49:30.384710 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device e1144745-288f-4fd5-a324-e435b5ea218c up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:30.430542 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d8447e70-0543-415f-8493-024175fc8e8f req-459f88ab-dfcb-48d6-91af-10e14572c6bf tempest-VolumesActionsTest-1661983519 tempest-VolumesActionsTest-1661983519-project] 10.222.0.45 "GET /v2.0/ports?device_id=a401692d-0bb0-4cda-ad5e-91ceed4ab1a2 HTTP/1.1" status: 200 len: 210 time: 0.1186094 Mar 23 12:49:30.542076 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port e1144745-288f-4fd5-a324-e435b5ea218c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:30.542801 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:30.564616 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:49:30.670593 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port e1144745-288f-4fd5-a324-e435b5ea218c is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:30.671419 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:30.698236 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e7abe9e9-4401-46e2-bc5a-3500ae83843e None None] Provisioning complete for port 58256246-1645-4668-aa13-d2a4a87ed5c0 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:30.698664 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e7abe9e9-4401-46e2-bc5a-3500ae83843e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:30.750149 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:30.751334 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e7abe9e9-4401-46e2-bc5a-3500ae83843e None None] Port 58256246-1645-4668-aa13-d2a4a87ed5c0 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:49:30.756426 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-bf1b02fc-1eb0-4c37-8531-5b79eac3743b admin admin] 10.222.0.45 "PUT /v2.0/routers/a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3610148 Mar 23 12:49:30.774845 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port e1144745-288f-4fd5-a324-e435b5ea218c, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=e1144745-288f-4fd5-a324-e435b5ea218c,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:30.780614 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:30.843514 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=e1144745-288f-4fd5-a324-e435b5ea218c,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:30.958897 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996d96c-f923-4176-8ab2-ce8c6de5439f req-8179c906-635e-47d2-8442-bddf8d08a534 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:30.967176 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a996d96c-f923-4176-8ab2-ce8c6de5439f req-8179c906-635e-47d2-8442-bddf8d08a534 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0830793 Mar 23 12:49:31.036324 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a996d96c-f923-4176-8ab2-ce8c6de5439f req-e98ed170-fa0a-47ad-9b3f-6a5d1005ba53 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678620 Mar 23 12:49:31.425283 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Sync routers for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:31.436630 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:31.437273 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:49:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:31.447726 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44396) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:31.452808 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1363278743-network', 'tenant_id': '444923bf20ee4b849134859ced162b6b'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:31.477308 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Made reservation on behalf of 444923bf20ee4b849134859ced162b6b for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:31.493011 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:31.505191 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:31.605860 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Publish callbacks [] for security_group (a8ca114a-6125-45da-92b1-59636327d3e9), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:31.613450 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a8ca114a-6125-45da-92b1-59636327d3e9), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:31.636757 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:49:31.652524 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ca114a-6125-45da-92b1-59636327d3e9,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:31.657614 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (184117a8-ebc3-4066-b241-3fd518252ae8), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:31.657959 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Added segment 184117a8-ebc3-4066-b241-3fd518252ae8 of type vlan for network a5a803bc-3105-46b3-9055-f161d8486bb7 Mar 23 12:49:31.706751 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (a5a803bc-3105-46b3-9055-f161d8486bb7), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:31.731644 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:31.741242 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (a5a803bc-3105-46b3-9055-f161d8486bb7), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:31.742702 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:31.743493 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:31.829416 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3803921 Mar 23 12:49:31.833908 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44422) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:31.839147 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Request body: {'subnet': {'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1363278743-subnet', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'ip_version': 4}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:31.849372 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557a56cf-2e38-4329-84e6-de8169df793b admin admin] Pushing event updated for resources: {'Network': ['ID=a5a803bc-3105-46b3-9055-f161d8486bb7,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:31.876670 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Made reservation on behalf of 444923bf20ee4b849134859ced162b6b for: {'subnet': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:31.884094 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078103'] for subnet (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:31.893892 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network a5a803bc-3105-46b3-9055-f161d8486bb7 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:49:32.088060 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '58256246-1645-4668-aa13-d2a4a87ed5c0', 'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'mac_address': 'fa:16:3e:18:d2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:28Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 2, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'subnets': [{'id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:32.127164 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Checking router: a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:49:32.128042 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Updating router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae port 58256246-1645-4668-aa13-d2a4a87ed5c0 binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:49:32.133650 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58409187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078081'] for subnet (a1aeb5e1-7f37-493d-bfa1-88d3e866848b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.164210 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.243690 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b976066-f8a8-47db-8b06-fdfae86cc88d req-4c733ca4-c185-4282-b7e5-9ea628174c1d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:32.249276 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-3b976066-f8a8-47db-8b06-fdfae86cc88d req-4c733ca4-c185-4282-b7e5-9ea628174c1d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1361539 Mar 23 12:49:32.321964 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-3b976066-f8a8-47db-8b06-fdfae86cc88d req-6bc3d7c0-5054-48d7-b2be-c0031a685ec4 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654421 Mar 23 12:49:32.326227 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device e1144745-288f-4fd5-a324-e435b5ea218c up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:32.478691 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port e1144745-288f-4fd5-a324-e435b5ea218c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:32.479562 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.507175 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1aeb5e1-7f37-493d-bfa1-88d3e866848b,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:32.528244 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Checking segment: {'id': '184117a8-ebc3-4066-b241-3fd518252ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:49:32.528844 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Network hostable DHCP agents. Network: a5a803bc-3105-46b3-9055-f161d8486bb7, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:49:32.553034 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Network a5a803bc-3105-46b3-9055-f161d8486bb7 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:49:32.575767 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, a5a803bc-3105-46b3-9055-f161d8486bb7) {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:32.592543 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:32.593017 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8389a17a-fc03-4222-ac11-3bd90fe071b9 None None] Network a5a803bc-3105-46b3-9055-f161d8486bb7 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:49:32.594148 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.626215 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-ba279c2b-871c-4a56-9c3e-0a4855f71b5d admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7910638 Mar 23 12:49:32.629770 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44474) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:32.635193 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:32.666630 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.668294 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.731999 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 43647b49-a2c1-4c52-93be-26dfadad88db no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:49:32.760689 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks [] for router_controller (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), precommit_add_association {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.769073 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Publish callbacks [] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.775922 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 43647b49-a2c1-4c52-93be-26dfadad88db {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:49:32.776229 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 43647b49-a2c1-4c52-93be-26dfadad88db not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:49:32.782869 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port e1144745-288f-4fd5-a324-e435b5ea218c is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:32.792990 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.887633 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccce98b-d2e3-4bbd-aab2-76239a73c376 None None] Pushing event updated for resources: {'Port': ['ID=58256246-1645-4668-aa13-d2a4a87ed5c0,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:32.926538 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-a5a803bc-3105-46b3-9055-f161d8486bb7', 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7', 'project_id': '444923bf20ee4b849134859ced162b6b', 'fixed_ips': [{'subnet_id': 'a1aeb5e1-7f37-493d-bfa1-88d3e866848b'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:49:32.927437 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:32.983673 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Attempting to bind port 58256246-1645-4668-aa13-d2a4a87ed5c0 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:49:32.984035 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Attempting to bind port 58256246-1645-4668-aa13-d2a4a87ed5c0 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:49:32.984707 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Attempting to bind port 58256246-1645-4668-aa13-d2a4a87ed5c0 on network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:33.041811 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:33.042192 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Checking segment: {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:49:33.042599 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.042986 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Bound using segment: {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:33.043471 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Bound port: 58256246-1645-4668-aa13-d2a4a87ed5c0, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:49:33.043846 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.141434 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44492) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:33.159713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks [] for router_gateway (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.171289 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Allocated IP 172.20.0.2 (a5a803bc-3105-46b3-9055-f161d8486bb7/a1aeb5e1-7f37-493d-bfa1-88d3e866848b/8fde7a25-3c7c-40c6-bb02-a363ee781f06) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:33.174531 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] For port 58256246-1645-4668-aa13-d2a4a87ed5c0, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:33.178792 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] For port 58256246-1645-4668-aa13-d2a4a87ed5c0, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=58256246-1645-4668-aa13-d2a4a87ed5c0,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:33.190717 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.281479 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-14778686-99fd-4ea4-ba6a-af58f48b0043 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.305896 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:33.306554 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:49:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:33.313734 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-89b01889-8a18-4e18-9ef6-840950b2e9d6 None None] Provisioning complete for port 58256246-1645-4668-aa13-d2a4a87ed5c0 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:33.313734 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-89b01889-8a18-4e18-9ef6-840950b2e9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.431028 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks [] for router_gateway (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.450169 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.467406 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-14778686-99fd-4ea4-ba6a-af58f48b0043 admin admin] Publish callbacks [] for security_group (f5b7e1c4-1b33-472a-a84c-0c692558f0c5), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.485566 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-14778686-99fd-4ea4-ba6a-af58f48b0043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f5b7e1c4-1b33-472a-a84c-0c692558f0c5), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.513908 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cc1845-01bb-4fe7-baff-d77dd4db7409 req-290a032a-b1d7-4333-83cb-c90219ec1bec tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:33.521785 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f4cc1845-01bb-4fe7-baff-d77dd4db7409 req-290a032a-b1d7-4333-83cb-c90219ec1bec tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.1073823 Mar 23 12:49:33.560863 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccce98b-d2e3-4bbd-aab2-76239a73c376 None None] Pushing event updated for resources: {'Port': ['ID=58256246-1645-4668-aa13-d2a4a87ed5c0,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:33.566076 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14778686-99fd-4ea4-ba6a-af58f48b0043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b7e1c4-1b33-472a-a84c-0c692558f0c5,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:33.574835 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-14778686-99fd-4ea4-ba6a-af58f48b0043 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=b14f4e00dabf43e394029f1cbebcc3f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4306073 Mar 23 12:49:33.576076 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44498) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:33.590743 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Allocated IP 172.27.0.240 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/5106d7e4-c29a-40fb-b177-a4d863e0a3d3) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:33.651189 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f4cc1845-01bb-4fe7-baff-d77dd4db7409 req-79eed2fd-9d41-4df4-bbf3-ad98f51ea0de tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280704 Mar 23 12:49:33.671364 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52ed8330-a527-443c-9004-510b9b82e3ae admin admin] Publish callbacks [] for security_group (f5b7e1c4-1b33-472a-a84c-0c692558f0c5), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.715627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52ed8330-a527-443c-9004-510b9b82e3ae admin admin] Publish callbacks [] for security_group (f5b7e1c4-1b33-472a-a84c-0c692558f0c5), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.733614 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Publish callbacks [] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.767293 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.774135 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks [] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.795849 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52ed8330-a527-443c-9004-510b9b82e3ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f5b7e1c4-1b33-472a-a84c-0c692558f0c5), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.799843 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52ed8330-a527-443c-9004-510b9b82e3ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.804186 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-52ed8330-a527-443c-9004-510b9b82e3ae admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f5b7e1c4-1b33-472a-a84c-0c692558f0c5 HTTP/1.1" status: 204 len: 168 time: 0.2244620 Mar 23 12:49:33.813373 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed8330-a527-443c-9004-510b9b82e3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b7e1c4-1b33-472a-a84c-0c692558f0c5,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:33.839103 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Network a5a803bc-3105-46b3-9055-f161d8486bb7 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:33.841563 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.846947 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:33.853985 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-89b01889-8a18-4e18-9ef6-840950b2e9d6 None None] Current status of the port 58256246-1645-4668-aa13-d2a4a87ed5c0 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:33.854526 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-89b01889-8a18-4e18-9ef6-840950b2e9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:33.891073 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:33.897752 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:33.905685 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:33.914553 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Pushing event updated for resources: {'Port': ['ID=8fde7a25-3c7c-40c6-bb02-a363ee781f06,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:33.917329 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:33.922661 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:33.926124 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Pushing event updated for resources: {'Port': ['ID=5106d7e4-c29a-40fb-b177-a4d863e0a3d3,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:34.002603 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-89b01889-8a18-4e18-9ef6-840950b2e9d6 None None] For port 58256246-1645-4668-aa13-d2a4a87ed5c0, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=58256246-1645-4668-aa13-d2a4a87ed5c0,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:34.008531 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-89b01889-8a18-4e18-9ef6-840950b2e9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.113769 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Attempting to bind port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:49:34.114148 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Attempting to bind port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '184117a8-ebc3-4066-b241-3fd518252ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:49:34.114525 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Attempting to bind port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 on network a5a803bc-3105-46b3-9055-f161d8486bb7 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:34.151514 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:34.151898 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Checking segment: {'id': '184117a8-ebc3-4066-b241-3fd518252ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:49:34.152330 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.152728 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Bound using segment: {'id': '184117a8-ebc3-4066-b241-3fd518252ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:34.153220 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Bound port: 8fde7a25-3c7c-40c6-bb02-a363ee781f06, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184117a8-ebc3-4066-b241-3fd518252ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:49:34.153605 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.196472 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b01889-8a18-4e18-9ef6-840950b2e9d6 None None] Pushing event updated for resources: {'Port': ['ID=58256246-1645-4668-aa13-d2a4a87ed5c0,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:34.203527 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-780c753f-6652-4881-ab80-ef00ba51c716 None None] Provisioning complete for port 58256246-1645-4668-aa13-d2a4a87ed5c0 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:34.203961 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-780c753f-6652-4881-ab80-ef00ba51c716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.245324 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks [] for router_gateway (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.273618 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44516) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:34.291728 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-14fb268f-6bc8-44f4-836b-3371f3e77a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.324935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] For port 8fde7a25-3c7c-40c6-bb02-a363ee781f06, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:34.330696 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] For port 8fde7a25-3c7c-40c6-bb02-a363ee781f06, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8fde7a25-3c7c-40c6-bb02-a363ee781f06,segment=NetworkSegment(184117a8-ebc3-4066-b241-3fd518252ae8),segment_id=184117a8-ebc3-4066-b241-3fd518252ae8)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:34.362364 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.374346 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-14fb268f-6bc8-44f4-836b-3371f3e77a48 admin admin] Publish callbacks [] for security_group (c8e89c9f-f332-43bd-857d-7642403ed919), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.380343 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-14fb268f-6bc8-44f4-836b-3371f3e77a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c8e89c9f-f332-43bd-857d-7642403ed919), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.411323 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '58256246-1645-4668-aa13-d2a4a87ed5c0', 'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'mac_address': 'fa:16:3e:18:d2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:28Z', 'updated_at': '2022-03-23T12:49:33Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'subnets': [{'id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:34.425705 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-14fb268f-6bc8-44f4-836b-3371f3e77a48 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=510acc985c654b7a8ccf68ba6b123a62&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498244 Mar 23 12:49:34.427037 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44518) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:34.427759 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb268f-6bc8-44f4-836b-3371f3e77a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e89c9f-f332-43bd-857d-7642403ed919,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:34.450443 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-780c753f-6652-4881-ab80-ef00ba51c716 None None] Current status of the port 58256246-1645-4668-aa13-d2a4a87ed5c0 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:34.452724 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33bb2ebe-5386-4c39-97f6-cc5b60924129 None None] The sync data for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi is: [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '58256246-1645-4668-aa13-d2a4a87ed5c0', 'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'mac_address': 'fa:16:3e:18:d2:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:28Z', 'updated_at': '2022-03-23T12:49:33Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'subnets': [{'id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:34.482089 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec120a-ebfa-4c60-8c05-3b24dc252f9a None None] Pushing event updated for resources: {'Port': ['ID=8fde7a25-3c7c-40c6-bb02-a363ee781f06,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:34.510917 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.531125 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4feb-851a-4fdd-991c-e8eee395bf61 admin admin] Publish callbacks [] for security_group (c8e89c9f-f332-43bd-857d-7642403ed919), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.567148 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4feb-851a-4fdd-991c-e8eee395bf61 admin admin] Publish callbacks [] for security_group (c8e89c9f-f332-43bd-857d-7642403ed919), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.642419 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4feb-851a-4fdd-991c-e8eee395bf61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c8e89c9f-f332-43bd-857d-7642403ed919), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.646824 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5a6f4feb-851a-4fdd-991c-e8eee395bf61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:34.648941 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-5a6f4feb-851a-4fdd-991c-e8eee395bf61 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c8e89c9f-f332-43bd-857d-7642403ed919 HTTP/1.1" status: 204 len: 168 time: 0.2182083 Mar 23 12:49:34.657086 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f4feb-851a-4fdd-991c-e8eee395bf61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e89c9f-f332-43bd-857d-7642403ed919,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:34.791798 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:49:34.937758 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e63ba3d-b1d9-48bf-9099-0d292d55c0c7 req-6fab4ba9-f8b3-455c-90a4-db3c020dc44d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:34.946675 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8e63ba3d-b1d9-48bf-9099-0d292d55c0c7 req-6fab4ba9-f8b3-455c-90a4-db3c020dc44d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.2019632 Mar 23 12:49:35.030491 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8e63ba3d-b1d9-48bf-9099-0d292d55c0c7 req-57ae4421-e60d-4fc2-b00a-bb9ee05b5ce7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827820 Mar 23 12:49:35.038979 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:35.055617 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Sync routers for ids ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:35.061488 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:35.066077 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44532) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:35.072039 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6930ffee-73f3-405e-aad4-76cf5c12d61f admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4319308 Mar 23 12:49:35.084283 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Routers {'c9eca6db-8b5a-42a9-8c88-d7c9c275f909'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:35.085103 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:49:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:35.255982 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Set router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:35.516359 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:32Z', 'updated_at': '2022-03-23T12:49:34Z', 'revision_number': 3, 'project_id': '444923bf20ee4b849134859ced162b6b', 'gw_port': {'id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:33Z', 'updated_at': '2022-03-23T12:49:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:35.628205 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Checking router: c9eca6db-8b5a-42a9-8c88-d7c9c275f909 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:49:35.637442 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Updating router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:49:35.692678 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:35.749459 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:35.956357 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855813b3-cf1c-48bd-9bc2-266ac2a5dfc4 None None] Network a5a803bc-3105-46b3-9055-f161d8486bb7 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:49:35.966234 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6249aa-06ef-44b8-ba0e-cb8dbd6ba2a8 req-b8f702e4-550c-48f5-ad9c-7e22f47cb294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:35.968004 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df6249aa-06ef-44b8-ba0e-cb8dbd6ba2a8 req-b8f702e4-550c-48f5-ad9c-7e22f47cb294 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 1129 time: 0.1334903 Mar 23 12:49:36.066256 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df6249aa-06ef-44b8-ba0e-cb8dbd6ba2a8 req-ec5b335b-93e4-4f86-99e7-896b56d7a4c0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881557 Mar 23 12:49:36.073709 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Allocated IP 172.20.0.1 (a5a803bc-3105-46b3-9055-f161d8486bb7/a1aeb5e1-7f37-493d-bfa1-88d3e866848b/f4aacaa0-5eca-4df3-9905-e2e15c32e5b9) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:36.140802 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-3b7c8c46-0dc1-4b1a-bad0-06ee0cee9610 None None] Provisioning complete for port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:36.141183 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3b7c8c46-0dc1-4b1a-bad0-06ee0cee9610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.210605 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Publish callbacks [] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.234631 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Publish callbacks [] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.246655 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.330358 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Attempting to bind port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:49:36.331048 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Attempting to bind port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:49:36.331709 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Attempting to bind port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:36.343564 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:36.343941 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:49:36.344371 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.344755 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:36.345429 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Bound port: 5106d7e4-c29a-40fb-b177-a4d863e0a3d3, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:49:36.348331 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.389498 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.396250 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-3b7c8c46-0dc1-4b1a-bad0-06ee0cee9610 None None] Current status of the port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:36.396721 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3b7c8c46-0dc1-4b1a-bad0-06ee0cee9610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.437873 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 58256246-1645-4668-aa13-d2a4a87ed5c0 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:36.466561 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] For port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:36.469811 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] For port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=5106d7e4-c29a-40fb-b177-a4d863e0a3d3,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:36.482379 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e702dd48-37fb-4243-ba6e-4259f161ee99 req-4390a2ba-b8cc-4891-9dad-bcfe9e6fb03e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:36.487087 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e702dd48-37fb-4243-ba6e-4259f161ee99 req-4390a2ba-b8cc-4891-9dad-bcfe9e6fb03e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.2659721 Mar 23 12:49:36.496406 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.501958 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7d6f4-446b-49bd-88f7-e5afa532145f None None] Pushing event updated for resources: {'Port': ['ID=5106d7e4-c29a-40fb-b177-a4d863e0a3d3,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:36.537448 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-3b7c8c46-0dc1-4b1a-bad0-06ee0cee9610 None None] For port 8fde7a25-3c7c-40c6-bb02-a363ee781f06, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8fde7a25-3c7c-40c6-bb02-a363ee781f06,segment=NetworkSegment(184117a8-ebc3-4066-b241-3fd518252ae8),segment_id=184117a8-ebc3-4066-b241-3fd518252ae8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:36.544376 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3b7c8c46-0dc1-4b1a-bad0-06ee0cee9610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.574362 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Network a5a803bc-3105-46b3-9055-f161d8486bb7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:36.585157 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7d6f4-446b-49bd-88f7-e5afa532145f None None] Pushing event updated for resources: {'Port': ['ID=5106d7e4-c29a-40fb-b177-a4d863e0a3d3,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:36.588294 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:36.621549 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:36.622426 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Routers {'c9eca6db-8b5a-42a9-8c88-d7c9c275f909'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:36.623237 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:49:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:36.643075 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Pushing event updated for resources: {'Port': ['ID=f4aacaa0-5eca-4df3-9905-e2e15c32e5b9,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:36.747475 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.779455 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7c8c46-0dc1-4b1a-bad0-06ee0cee9610 None None] Pushing event updated for resources: {'Port': ['ID=8fde7a25-3c7c-40c6-bb02-a363ee781f06,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:36.790436 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 58256246-1645-4668-aa13-d2a4a87ed5c0 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:36.790821 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:36.866170 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e702dd48-37fb-4243-ba6e-4259f161ee99 req-46df0ed5-d6f6-4f49-b102-298345804c9e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617098 Mar 23 12:49:36.923620 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-ebfae0b2-45ab-41a8-ad4f-5989193a3901 None None] Provisioning complete for port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:36.924030 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ebfae0b2-45ab-41a8-ad4f-5989193a3901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:37.040941 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] Set router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:37.055859 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:37.056121 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 58256246-1645-4668-aa13-d2a4a87ed5c0 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:37.058516 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8fde7a25-3c7c-40c6-bb02-a363ee781f06 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:37.202283 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:37.202658 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:37.244233 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-ebfae0b2-45ab-41a8-ad4f-5989193a3901 None None] Current status of the port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:37.320544 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:37.336796 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:32Z', 'updated_at': '2022-03-23T12:49:34Z', 'revision_number': 3, 'project_id': '444923bf20ee4b849134859ced162b6b', 'gw_port': {'id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:33Z', 'updated_at': '2022-03-23T12:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:37.377964 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-345a2cbb-8d6b-4a95-a0bb-6a072d5f459c None None] Provisioning complete for port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:37.378644 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-345a2cbb-8d6b-4a95-a0bb-6a072d5f459c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:37.438701 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-732cc0c9-0941-4882-9b3e-da15ac2a1210 None None] The sync data for ids ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'] in dv-cinder-797245-11-iscsi is: [{'id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:32Z', 'updated_at': '2022-03-23T12:49:34Z', 'revision_number': 3, 'project_id': '444923bf20ee4b849134859ced162b6b', 'gw_port': {'id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:33Z', 'updated_at': '2022-03-23T12:49:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:37.476804 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-345a2cbb-8d6b-4a95-a0bb-6a072d5f459c None None] Port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:49:37.539810 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Publish callbacks [] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:37.547498 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:37.655144 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:37.672452 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Pushing event updated for resources: {'Port': ['ID=f4aacaa0-5eca-4df3-9905-e2e15c32e5b9,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:37.852005 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Network a5a803bc-3105-46b3-9055-f161d8486bb7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:37.854476 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:38.221115 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:49:38.246544 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e9075-7fe1-4282-bda5-44e66c5099de req-8b90cad5-eeab-434a-a08a-c23ef741896e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:38.276281 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e79e9075-7fe1-4282-bda5-44e66c5099de req-8b90cad5-eeab-434a-a08a-c23ef741896e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.2471976 Mar 23 12:49:38.388667 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e79e9075-7fe1-4282-bda5-44e66c5099de req-b6977803-97d3-49b1-8f93-6f8a995f8295 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112804 Mar 23 12:49:38.506488 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8fde7a25-3c7c-40c6-bb02-a363ee781f06 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:38.593636 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:49:38.614897 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-ec30ca61-f4ed-4be2-8f0d-8c9b48dd7a9d None None] Provisioning complete for port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:38.621307 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-ac7799e2-f427-47ec-8443-1bd6c0f82c8b admin admin] 10.222.0.45 "PUT /v2.0/routers/c9eca6db-8b5a-42a9-8c88-d7c9c275f909/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5535438 Mar 23 12:49:38.652608 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ec30ca61-f4ed-4be2-8f0d-8c9b48dd7a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:38.657245 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b922b547-7df7-473d-b707-b4fcfef34476 req-3315a263-bb9d-4055-97a3-3a3dce759bea tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:38.666185 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b922b547-7df7-473d-b707-b4fcfef34476 req-3315a263-bb9d-4055-97a3-3a3dce759bea tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1752448 Mar 23 12:49:38.747802 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-ec30ca61-f4ed-4be2-8f0d-8c9b48dd7a9d None None] Port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:49:38.754690 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:38.755900 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:38.796615 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b922b547-7df7-473d-b707-b4fcfef34476 req-8410760f-f4e6-4cad-9a18-173bf4a59bda tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292048 Mar 23 12:49:38.840390 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44668) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:38.923235 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:38.924824 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:39.026087 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:39.026570 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.123366 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-55788e7f-168b-4759-a408-a04875ef464d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.221723 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:39.222167 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.283597 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-55788e7f-168b-4759-a408-a04875ef464d admin admin] Publish callbacks [] for security_group (a37ddfcf-9433-435e-aa8d-d1f3eb16d7e3), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.288191 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-55788e7f-168b-4759-a408-a04875ef464d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a37ddfcf-9433-435e-aa8d-d1f3eb16d7e3), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.289402 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=5106d7e4-c29a-40fb-b177-a4d863e0a3d3,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:39.293900 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.324758 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-55788e7f-168b-4759-a408-a04875ef464d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=e21aa9b5b12345d6a17448638e1caed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832709 Mar 23 12:49:39.326281 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44682) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:39.385531 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55788e7f-168b-4759-a408-a04875ef464d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a37ddfcf-9433-435e-aa8d-d1f3eb16d7e3,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:39.394325 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4c124d6b-fe4e-4862-8e1e-5659fc43e41b admin admin] Publish callbacks [] for security_group (a37ddfcf-9433-435e-aa8d-d1f3eb16d7e3), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.444377 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4c124d6b-fe4e-4862-8e1e-5659fc43e41b admin admin] Publish callbacks [] for security_group (a37ddfcf-9433-435e-aa8d-d1f3eb16d7e3), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.447628 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=5106d7e4-c29a-40fb-b177-a4d863e0a3d3,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:39.529605 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4c124d6b-fe4e-4862-8e1e-5659fc43e41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a37ddfcf-9433-435e-aa8d-d1f3eb16d7e3), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.532575 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4c124d6b-fe4e-4862-8e1e-5659fc43e41b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:39.538675 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4c124d6b-fe4e-4862-8e1e-5659fc43e41b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a37ddfcf-9433-435e-aa8d-d1f3eb16d7e3 HTTP/1.1" status: 204 len: 168 time: 0.2091382 Mar 23 12:49:39.563960 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c124d6b-fe4e-4862-8e1e-5659fc43e41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a37ddfcf-9433-435e-aa8d-d1f3eb16d7e3,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:40.040873 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44712) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:40.073162 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7420f100-e797-4182-8def-6df456485d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:40.226406 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7420f100-e797-4182-8def-6df456485d93 admin admin] Publish callbacks [] for security_group (496fbee7-d9b4-4d85-b37f-58b9b952fa6f), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:40.234049 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7420f100-e797-4182-8def-6df456485d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (496fbee7-d9b4-4d85-b37f-58b9b952fa6f), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:40.278859 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7420f100-e797-4182-8def-6df456485d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=496fbee7-d9b4-4d85-b37f-58b9b952fa6f,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:40.317411 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-7420f100-e797-4182-8def-6df456485d93 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=caac2b5955a042e18a5a6427638aee24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725887 Mar 23 12:49:40.317918 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44720) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:40.354380 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:40.409868 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5a836b09-7e98-47dc-ab53-aed83caf4774 admin admin] Publish callbacks [] for security_group (496fbee7-d9b4-4d85-b37f-58b9b952fa6f), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:40.457237 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5a836b09-7e98-47dc-ab53-aed83caf4774 admin admin] Publish callbacks [] for security_group (496fbee7-d9b4-4d85-b37f-58b9b952fa6f), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:40.483073 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:40.483457 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:40.554409 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5a836b09-7e98-47dc-ab53-aed83caf4774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (496fbee7-d9b4-4d85-b37f-58b9b952fa6f), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:40.557534 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5a836b09-7e98-47dc-ab53-aed83caf4774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:40.560962 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-5a836b09-7e98-47dc-ab53-aed83caf4774 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/496fbee7-d9b4-4d85-b37f-58b9b952fa6f HTTP/1.1" status: 204 len: 168 time: 0.2398808 Mar 23 12:49:40.589088 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a836b09-7e98-47dc-ab53-aed83caf4774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=496fbee7-d9b4-4d85-b37f-58b9b952fa6f,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:40.733052 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:41.131951 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Sync routers for ids ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:49:41.163440 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-bf9ac0c1-f4c3-4d80-ba7a-673cf3203944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.165682 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-bf9ac0c1-f4c3-4d80-ba7a-673cf3203944 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 1130 time: 0.0907142 Mar 23 12:49:41.197990 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Routers {'c9eca6db-8b5a-42a9-8c88-d7c9c275f909'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:41.199984 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:49:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:41.246332 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44748) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:41.448975 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f740adee-6583-4306-95ca-6829b4b7b24a req-3c5124f8-f9f1-469d-a214-be5c8cbf700b tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.456221 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f740adee-6583-4306-95ca-6829b4b7b24a req-3c5124f8-f9f1-469d-a214-be5c8cbf700b tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.2160654 Mar 23 12:49:41.505840 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ff8-f3ee-4ca9-9c6e-8eea18970cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:41.522809 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Set router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:41.563003 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f740adee-6583-4306-95ca-6829b4b7b24a req-ad7dd63f-0eb0-47ca-adc7-91e5f1ed0090 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008728 Mar 23 12:49:41.587131 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-3acc17ad-4ea4-4eca-ae06-b7a44944ea4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.590984 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-3acc17ad-4ea4-4eca-ae06-b7a44944ea4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.4111702 Mar 23 12:49:41.677374 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-a54e118b-4a7c-47d8-a9a4-ef64f2ca9158 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 HTTP/1.1" status: 200 len: 217 time: 0.0791740 Mar 23 12:49:41.721519 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ff8-f3ee-4ca9-9c6e-8eea18970cba admin admin] Publish callbacks [] for security_group (552523d4-6471-4486-83f6-f724d681a58f), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:41.725651 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b9e91ff8-f3ee-4ca9-9c6e-8eea18970cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (552523d4-6471-4486-83f6-f724d681a58f), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:41.792581 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-6f949da4-12d2-4e5e-8cf2-8dd2bbdc8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.794088 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-6f949da4-12d2-4e5e-8cf2-8dd2bbdc8bf9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.1066616 Mar 23 12:49:41.848390 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b9e91ff8-f3ee-4ca9-9c6e-8eea18970cba admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=ec3de43927bc4344b199c5dd6056328b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5958762 Mar 23 12:49:41.849165 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44758) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:41.850135 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e91ff8-f3ee-4ca9-9c6e-8eea18970cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552523d4-6471-4486-83f6-f724d681a58f,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:41.913995 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-fd6512c5-f03f-4603-9fca-2677207a3475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:41.916426 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-fd6512c5-f03f-4603-9fca-2677207a3475 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1137240 Mar 23 12:49:41.967093 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2e8509eb-de7b-45b5-bffc-63f6d33256bf admin admin] Publish callbacks [] for security_group (552523d4-6471-4486-83f6-f724d681a58f), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:42.007242 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2e8509eb-de7b-45b5-bffc-63f6d33256bf admin admin] Publish callbacks [] for security_group (552523d4-6471-4486-83f6-f724d681a58f), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:42.092043 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-82a86a51-2254-41bb-b5da-9817184a0865 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648111 Mar 23 12:49:42.100034 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2e8509eb-de7b-45b5-bffc-63f6d33256bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (552523d4-6471-4486-83f6-f724d681a58f), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:42.102980 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2e8509eb-de7b-45b5-bffc-63f6d33256bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:42.106862 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-2e8509eb-de7b-45b5-bffc-63f6d33256bf admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/552523d4-6471-4486-83f6-f724d681a58f HTTP/1.1" status: 204 len: 168 time: 0.2515469 Mar 23 12:49:42.119198 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8509eb-de7b-45b5-bffc-63f6d33256bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552523d4-6471-4486-83f6-f724d681a58f,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:42.332075 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:32Z', 'updated_at': '2022-03-23T12:49:36Z', 'revision_number': 4, 'project_id': '444923bf20ee4b849134859ced162b6b', 'gw_port': {'id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:33Z', 'updated_at': '2022-03-23T12:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f4aacaa0-5eca-4df3-9905-e2e15c32e5b9', 'name': '', 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'mac_address': 'fa:16:3e:b7:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a1aeb5e1-7f37-493d-bfa1-88d3e866848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:35Z', 'updated_at': '2022-03-23T12:49:37Z', 'revision_number': 2, 'project_id': '444923bf20ee4b849134859ced162b6b', 'subnets': [{'id': 'a1aeb5e1-7f37-493d-bfa1-88d3e866848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:42.417269 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Checking router: c9eca6db-8b5a-42a9-8c88-d7c9c275f909 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:49:42.417631 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Updating router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:49:42.483987 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:42.914832 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904e982-50ce-4978-9d70-7465c46c2f13 req-166eef71-0338-48c5-a9a7-c1a415244747 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:42.929156 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7904e982-50ce-4978-9d70-7465c46c2f13 req-166eef71-0338-48c5-a9a7-c1a415244747 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1720896 Mar 23 12:49:43.029279 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44776) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:43.133676 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59968431-e359-4164-8c6d-94e5d7202d54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.152190 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce06f7c7-a8e2-4f14-a4ae-0395ce2e93cf req-06f18535-318b-439e-a907-ce5f405ee9d8 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0529540 Mar 23 12:49:43.173209 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7904e982-50ce-4978-9d70-7465c46c2f13 req-a5b58f5e-4cae-4f02-9ccf-ccaf635d3765 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429919 Mar 23 12:49:43.264992 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59968431-e359-4164-8c6d-94e5d7202d54 admin admin] Publish callbacks [] for security_group (5f2cdd9b-3c8c-4110-9b7c-8644a628f1a3), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.270685 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59968431-e359-4164-8c6d-94e5d7202d54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (5f2cdd9b-3c8c-4110-9b7c-8644a628f1a3), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.315738 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Publish callbacks [] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.331102 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.331270 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-59968431-e359-4164-8c6d-94e5d7202d54 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa24ecd76f484232b43f3e2d1563e554&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2983983 Mar 23 12:49:43.332226 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59968431-e359-4164-8c6d-94e5d7202d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2cdd9b-3c8c-4110-9b7c-8644a628f1a3,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:43.334093 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44784) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:43.424848 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb200660-ef27-4c05-bb92-941625b19595 None None] Pushing event updated for resources: {'Port': ['ID=f4aacaa0-5eca-4df3-9905-e2e15c32e5b9,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:43.426887 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0f7dada3-4e05-4c1c-b13a-0abe4390e6e8 admin admin] Publish callbacks [] for security_group (5f2cdd9b-3c8c-4110-9b7c-8644a628f1a3), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.485292 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0f7dada3-4e05-4c1c-b13a-0abe4390e6e8 admin admin] Publish callbacks [] for security_group (5f2cdd9b-3c8c-4110-9b7c-8644a628f1a3), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.615369 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Attempting to bind port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:49:43.619139 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Attempting to bind port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '184117a8-ebc3-4066-b241-3fd518252ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:49:43.619139 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Attempting to bind port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 on network a5a803bc-3105-46b3-9055-f161d8486bb7 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:49:43.635065 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0f7dada3-4e05-4c1c-b13a-0abe4390e6e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (5f2cdd9b-3c8c-4110-9b7c-8644a628f1a3), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.641344 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:49:43.641629 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0f7dada3-4e05-4c1c-b13a-0abe4390e6e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.641951 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Checking segment: {'id': '184117a8-ebc3-4066-b241-3fd518252ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:49:43.643576 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.644557 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Bound using segment: {'id': '184117a8-ebc3-4066-b241-3fd518252ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:49:43.646431 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Bound port: f4aacaa0-5eca-4df3-9905-e2e15c32e5b9, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '184117a8-ebc3-4066-b241-3fd518252ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:49:43.646873 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:43.670143 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-0f7dada3-4e05-4c1c-b13a-0abe4390e6e8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/5f2cdd9b-3c8c-4110-9b7c-8644a628f1a3 HTTP/1.1" status: 204 len: 168 time: 0.3347147 Mar 23 12:49:43.709896 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7dada3-4e05-4c1c-b13a-0abe4390e6e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2cdd9b-3c8c-4110-9b7c-8644a628f1a3,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:43.860975 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] For port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:49:43.875288 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] For port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f4aacaa0-5eca-4df3-9905-e2e15c32e5b9,segment=NetworkSegment(184117a8-ebc3-4066-b241-3fd518252ae8),segment_id=184117a8-ebc3-4066-b241-3fd518252ae8)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:49:43.887802 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:44.032037 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb200660-ef27-4c05-bb92-941625b19595 None None] Pushing event updated for resources: {'Port': ['ID=f4aacaa0-5eca-4df3-9905-e2e15c32e5b9,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:44.116715 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-8a4d3e47-d8a3-4dc7-900c-9c11addd7889 None None] Provisioning complete for port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:44.117119 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8a4d3e47-d8a3-4dc7-900c-9c11addd7889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:44.206216 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Routers {'c9eca6db-8b5a-42a9-8c88-d7c9c275f909'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:49:44.217087 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:49:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:44.514027 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b0917-b0d9-4285-9aa0-9be2f914941e req-8cea630c-0ef8-4a45-9b30-1f31a905949a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:44.515518 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ca2b0917-b0d9-4285-9aa0-9be2f914941e req-8cea630c-0ef8-4a45-9b30-1f31a905949a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.2011235 Mar 23 12:49:44.682695 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ca2b0917-b0d9-4285-9aa0-9be2f914941e req-c06edd0f-b9d0-47aa-8acd-992c08e1d795 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574621 Mar 23 12:49:44.713064 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] Set router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:49:44.794511 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-8a4d3e47-d8a3-4dc7-900c-9c11addd7889 None None] Current status of the port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:44.795255 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8a4d3e47-d8a3-4dc7-900c-9c11addd7889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:44.800330 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44810) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:44.823968 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c742a962-c2bc-4b34-a5b2-4b73c3d745bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.005377 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c742a962-c2bc-4b34-a5b2-4b73c3d745bf admin admin] Publish callbacks [] for security_group (50e650ae-6263-4955-b82f-17493149f6d1), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.023545 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-de3ad5b1-72b4-478d-8031-11a8a997d4c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.024208 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c742a962-c2bc-4b34-a5b2-4b73c3d745bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (50e650ae-6263-4955-b82f-17493149f6d1), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.059010 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-8a4d3e47-d8a3-4dc7-900c-9c11addd7889 None None] For port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f4aacaa0-5eca-4df3-9905-e2e15c32e5b9,segment=NetworkSegment(184117a8-ebc3-4066-b241-3fd518252ae8),segment_id=184117a8-ebc3-4066-b241-3fd518252ae8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:49:45.087785 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8a4d3e47-d8a3-4dc7-900c-9c11addd7889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.103012 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-c742a962-c2bc-4b34-a5b2-4b73c3d745bf admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9c52360894a14fff8875ce24e25de781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3014045 Mar 23 12:49:45.113929 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44816) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:45.120363 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c742a962-c2bc-4b34-a5b2-4b73c3d745bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e650ae-6263-4955-b82f-17493149f6d1,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:45.230761 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91d1e91a-03f0-4ef3-aa67-4040a0e034d0 admin admin] Publish callbacks [] for security_group (50e650ae-6263-4955-b82f-17493149f6d1), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.294896 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91d1e91a-03f0-4ef3-aa67-4040a0e034d0 admin admin] Publish callbacks [] for security_group (50e650ae-6263-4955-b82f-17493149f6d1), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.319208 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d3e47-d8a3-4dc7-900c-9c11addd7889 None None] Pushing event updated for resources: {'Port': ['ID=f4aacaa0-5eca-4df3-9905-e2e15c32e5b9,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:45.343623 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-f9d73428-4864-4095-a131-011e47ac484f None None] Provisioning complete for port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:45.343996 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f9d73428-4864-4095-a131-011e47ac484f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.426682 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:32Z', 'updated_at': '2022-03-23T12:49:36Z', 'revision_number': 4, 'project_id': '444923bf20ee4b849134859ced162b6b', 'gw_port': {'id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:33Z', 'updated_at': '2022-03-23T12:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f4aacaa0-5eca-4df3-9905-e2e15c32e5b9', 'name': '', 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'mac_address': 'fa:16:3e:b7:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a1aeb5e1-7f37-493d-bfa1-88d3e866848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:35Z', 'updated_at': '2022-03-23T12:49:43Z', 'revision_number': 4, 'project_id': '444923bf20ee4b849134859ced162b6b', 'subnets': [{'id': 'a1aeb5e1-7f37-493d-bfa1-88d3e866848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:49:45.462880 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9c341e-d865-47e4-b251-8c3779daa7c8 None None] The sync data for ids ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'] in dv-cinder-797245-11-iscsi is: [{'id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:32Z', 'updated_at': '2022-03-23T12:49:36Z', 'revision_number': 4, 'project_id': '444923bf20ee4b849134859ced162b6b', 'gw_port': {'id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:33Z', 'updated_at': '2022-03-23T12:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f4aacaa0-5eca-4df3-9905-e2e15c32e5b9', 'name': '', 'network_id': 'a5a803bc-3105-46b3-9055-f161d8486bb7', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'mac_address': 'fa:16:3e:b7:24:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': 'a1aeb5e1-7f37-493d-bfa1-88d3e866848b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:35Z', 'updated_at': '2022-03-23T12:49:43Z', 'revision_number': 4, 'project_id': '444923bf20ee4b849134859ced162b6b', 'subnets': [{'id': 'a1aeb5e1-7f37-493d-bfa1-88d3e866848b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:49:45.475485 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91d1e91a-03f0-4ef3-aa67-4040a0e034d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (50e650ae-6263-4955-b82f-17493149f6d1), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.478104 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91d1e91a-03f0-4ef3-aa67-4040a0e034d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:45.479300 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-91d1e91a-03f0-4ef3-aa67-4040a0e034d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/50e650ae-6263-4955-b82f-17493149f6d1 HTTP/1.1" status: 204 len: 168 time: 0.3639500 Mar 23 12:49:45.503965 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d1e91a-03f0-4ef3-aa67-4040a0e034d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e650ae-6263-4955-b82f-17493149f6d1,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:45.533867 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-f9d73428-4864-4095-a131-011e47ac484f None None] Current status of the port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:45.904643 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76c386d-75eb-4fab-9d7e-4e47627342eb req-98346232-cd7c-4377-a48a-9d157169128f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:45.921951 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c76c386d-75eb-4fab-9d7e-4e47627342eb req-98346232-cd7c-4377-a48a-9d157169128f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1285899 Mar 23 12:49:46.058611 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c76c386d-75eb-4fab-9d7e-4e47627342eb req-ab3cd9a1-cffe-4ac4-a206-61c52d63a683 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336973 Mar 23 12:49:46.361201 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:49:46.442182 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:49:46.442943 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:46.594883 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44854) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:46.702885 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:49:46.977161 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-72d76395-3cf5-496d-b49e-e96b2b5ed9f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:47.186414 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-72d76395-3cf5-496d-b49e-e96b2b5ed9f3 admin admin] Publish callbacks [] for security_group (7d358121-7c75-43a9-8ed7-8a680cde4854), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:47.194278 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-72d76395-3cf5-496d-b49e-e96b2b5ed9f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7d358121-7c75-43a9-8ed7-8a680cde4854), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:47.231109 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-72d76395-3cf5-496d-b49e-e96b2b5ed9f3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=373bdc487caa49a8998db2a7ff683d97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6360514 Mar 23 12:49:47.232209 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 44874) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:47.307723 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d76395-3cf5-496d-b49e-e96b2b5ed9f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d358121-7c75-43a9-8ed7-8a680cde4854,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:47.327757 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc16266-d49b-49ea-94e0-c0654cef8c4d req-3adc5c96-bfb6-461d-82aa-14320602954e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:47.329490 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6cc16266-d49b-49ea-94e0-c0654cef8c4d req-3adc5c96-bfb6-461d-82aa-14320602954e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1505578 Mar 23 12:49:47.374056 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-299fb2dc-d153-475c-a408-94ac1914d420 admin admin] Publish callbacks [] for security_group (7d358121-7c75-43a9-8ed7-8a680cde4854), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:47.435877 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-299fb2dc-d153-475c-a408-94ac1914d420 admin admin] Publish callbacks [] for security_group (7d358121-7c75-43a9-8ed7-8a680cde4854), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:47.460925 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6cc16266-d49b-49ea-94e0-c0654cef8c4d req-9dcc15e6-a47f-4838-b80e-1d422dbde01f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211803 Mar 23 12:49:47.495874 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-299fb2dc-d153-475c-a408-94ac1914d420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7d358121-7c75-43a9-8ed7-8a680cde4854), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:47.499064 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-299fb2dc-d153-475c-a408-94ac1914d420 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:47.503622 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-299fb2dc-d153-475c-a408-94ac1914d420 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7d358121-7c75-43a9-8ed7-8a680cde4854 HTTP/1.1" status: 204 len: 168 time: 0.2688980 Mar 23 12:49:47.512756 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fb2dc-d153-475c-a408-94ac1914d420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d358121-7c75-43a9-8ed7-8a680cde4854,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:47.966706 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1de18478-bdcf-4e80-8e0d-76a592f16e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:48.186122 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44886) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:48.202066 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3bee-5d3e-419b-98bb-89db589624d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:48.338158 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3bee-5d3e-419b-98bb-89db589624d9 admin admin] Publish callbacks [] for security_group (d6f255b3-0b28-45cf-afb2-6fe348932b15), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:48.347333 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3bee-5d3e-419b-98bb-89db589624d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (d6f255b3-0b28-45cf-afb2-6fe348932b15), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:48.426663 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-b5ce3bee-5d3e-419b-98bb-89db589624d9 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8bdb630ec3e54d79b5e820e64e8010c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398381 Mar 23 12:49:48.429212 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 44888) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:48.443507 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3bee-5d3e-419b-98bb-89db589624d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f255b3-0b28-45cf-afb2-6fe348932b15,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:48.561928 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-35ed6cf9-cda0-4c86-a42b-576d5efddc43 admin admin] Publish callbacks [] for security_group (d6f255b3-0b28-45cf-afb2-6fe348932b15), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:48.617794 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-35ed6cf9-cda0-4c86-a42b-576d5efddc43 admin admin] Publish callbacks [] for security_group (d6f255b3-0b28-45cf-afb2-6fe348932b15), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:48.738166 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43557df1-5a95-4db6-b144-acecbc1e5b2e req-6585a364-6e30-4df8-8bcd-b96dcfbc1fd9 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:48.740846 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-43557df1-5a95-4db6-b144-acecbc1e5b2e req-6585a364-6e30-4df8-8bcd-b96dcfbc1fd9 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1367383 Mar 23 12:49:48.746424 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-35ed6cf9-cda0-4c86-a42b-576d5efddc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (d6f255b3-0b28-45cf-afb2-6fe348932b15), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:48.749616 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-35ed6cf9-cda0-4c86-a42b-576d5efddc43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:48.753728 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-35ed6cf9-cda0-4c86-a42b-576d5efddc43 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d6f255b3-0b28-45cf-afb2-6fe348932b15 HTTP/1.1" status: 204 len: 168 time: 0.3202329 Mar 23 12:49:48.774168 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed6cf9-cda0-4c86-a42b-576d5efddc43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f255b3-0b28-45cf-afb2-6fe348932b15,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:48.869279 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-43557df1-5a95-4db6-b144-acecbc1e5b2e req-0e5b9edb-f4b1-46ec-81d6-fa0e2a8dd4f8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224070 Mar 23 12:49:49.611576 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:50.171803 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5129d2f-0687-49ce-9492-37b1645c5e3a req-7cd6bb66-cc36-43e3-8b31-f1387f812ec5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:50.185103 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b5129d2f-0687-49ce-9492-37b1645c5e3a req-7cd6bb66-cc36-43e3-8b31-f1387f812ec5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1580741 Mar 23 12:49:50.296045 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b5129d2f-0687-49ce-9492-37b1645c5e3a req-73a6658e-c9ce-4dc3-bcae-0479c4764d06 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978246 Mar 23 12:49:51.057987 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:51.525658 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f27c1-7364-4892-9fdd-2db3dede6c1a req-bb46cac7-e8ab-489d-9df8-b040051090d1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:51.527736 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f5f27c1-7364-4892-9fdd-2db3dede6c1a req-bb46cac7-e8ab-489d-9df8-b040051090d1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1444771 Mar 23 12:49:51.577745 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:51.636065 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f5f27c1-7364-4892-9fdd-2db3dede6c1a req-b6580214-23c2-4e6b-9481-ef2e0af44e1d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901511 Mar 23 12:49:52.838118 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d4f771-a735-4e47-b76c-a24ac4bd2f9c req-76bfbfbe-cb9b-4ea1-9fce-626abb440575 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:52.846887 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-55d4f771-a735-4e47-b76c-a24ac4bd2f9c req-76bfbfbe-cb9b-4ea1-9fce-626abb440575 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0843816 Mar 23 12:49:52.909500 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-55d4f771-a735-4e47-b76c-a24ac4bd2f9c req-df62810e-ee9c-4f90-889b-3116fa6a6dfd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617220 Mar 23 12:49:54.064176 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fda23bc-e87a-4cf6-a90e-6ecc83e3a0b2 req-907cdfb4-4e3a-439c-b65b-bdf18cee7a23 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:54.065666 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5fda23bc-e87a-4cf6-a90e-6ecc83e3a0b2 req-907cdfb4-4e3a-439c-b65b-bdf18cee7a23 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0657048 Mar 23 12:49:54.144478 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5fda23bc-e87a-4cf6-a90e-6ecc83e3a0b2 req-fd5f7ffb-4f5e-4d7a-9120-7d9254932365 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669982 Mar 23 12:49:54.823691 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:49:55.336540 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de114faf-c6bd-4080-88f7-1ff3139be063 req-8f5b1ad1-3bda-4876-914d-8c9a4d7632e0 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:55.343966 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-de114faf-c6bd-4080-88f7-1ff3139be063 req-8f5b1ad1-3bda-4876-914d-8c9a4d7632e0 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0881073 Mar 23 12:49:55.359241 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 45002) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:55.405777 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-de114faf-c6bd-4080-88f7-1ff3139be063 req-5e4cb61f-574a-4809-89b5-842ad545dd70 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604246 Mar 23 12:49:55.545153 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-29b6705e-92c4-42f4-9056-a57dc773c369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:55.669927 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-29b6705e-92c4-42f4-9056-a57dc773c369 admin admin] Publish callbacks [] for security_group (21ce8737-d32c-4338-9fbd-5e2053cac494), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:55.677157 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-29b6705e-92c4-42f4-9056-a57dc773c369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (21ce8737-d32c-4338-9fbd-5e2053cac494), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:55.702898 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:55.706126 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-29b6705e-92c4-42f4-9056-a57dc773c369 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aec8de583ef54a67b854b4bf54ba1e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453240 Mar 23 12:49:55.708885 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45014) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:55.742661 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6705e-92c4-42f4-9056-a57dc773c369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21ce8737-d32c-4338-9fbd-5e2053cac494,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:55.811165 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Publish callbacks [] for security_group (21ce8737-d32c-4338-9fbd-5e2053cac494), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:55.841438 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Publish callbacks [] for security_group (21ce8737-d32c-4338-9fbd-5e2053cac494), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:55.908533 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (21ce8737-d32c-4338-9fbd-5e2053cac494), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:55.911956 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:55.916520 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/21ce8737-d32c-4338-9fbd-5e2053cac494 HTTP/1.1" status: 204 len: 168 time: 0.2028205 Mar 23 12:49:55.924840 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21ce8737-d32c-4338-9fbd-5e2053cac494,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:55.942538 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.942911 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.943226 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.943568 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.943903 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.945669 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.945669 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.945669 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.945669 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.945669 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.946098 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.946891 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.946891 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.947087 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:55.947255 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1df36e7-f623-4bdf-a4d0-a727eab627be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:56.334137 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-1b40df4f-1281-4e79-ab08-7b71298d3769 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1321168 Mar 23 12:49:56.364642 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-7fc719dc-0f79-4b49-8eb1-35fd34a3901b tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:56.373903 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-7fc719dc-0f79-4b49-8eb1-35fd34a3901b tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/networks?id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 HTTP/1.1" status: 200 len: 815 time: 0.2081161 Mar 23 12:49:56.391916 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-978e9bde-6edc-4fde-beca-14631908b890 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/quotas/d30c004a3e32465489dac9af4f6b824a HTTP/1.1" status: 200 len: 375 time: 0.0167100 Mar 23 12:49:56.460130 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-105314b8-1434-44e0-8906-757a21641c4a tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d30c004a3e32465489dac9af4f6b824a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0669153 Mar 23 12:49:56.531329 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-94fdd1e7-1e82-4bce-b527-ea9d2966ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:56.536381 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-94fdd1e7-1e82-4bce-b527-ea9d2966ef1a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 1129 time: 0.1794741 Mar 23 12:49:56.589945 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45088) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:56.615758 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-af3b62f5-4322-4b06-9bb9-f27b259fc135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:56.636732 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e1ef55-3a3e-4d63-8533-41b49cf053bc req-b8fecf97-b8ed-4ec1-88dc-5c41bc36c82d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:56.638611 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b3e1ef55-3a3e-4d63-8533-41b49cf053bc req-b8fecf97-b8ed-4ec1-88dc-5c41bc36c82d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1934721 Mar 23 12:49:56.684604 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-c712dd11-51ac-40e9-9052-5333569710a4 service neutron] 10.222.0.45 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027481 Mar 23 12:49:56.729754 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b3e1ef55-3a3e-4d63-8533-41b49cf053bc req-b41bb72f-b40b-483d-bfba-a1ddaad60761 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819907 Mar 23 12:49:56.735116 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-8ed010c1-16c8-4dfe-a59e-e27323e9aa94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:56.738333 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-8ed010c1-16c8-4dfe-a59e-e27323e9aa94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.1758568 Mar 23 12:49:56.808079 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-091ca39c-f62f-4b36-a093-7c53dba3b21b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc HTTP/1.1" status: 200 len: 217 time: 0.0623524 Mar 23 12:49:56.869332 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-af3b62f5-4322-4b06-9bb9-f27b259fc135 admin admin] Publish callbacks [] for security_group (e2102bc0-628d-4f95-b87a-aea10ceb3160), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:56.896043 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f6c00fea-38a7-4268-b69f-1b75a79b7cea service neutron] 10.222.0.45 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032485 Mar 23 12:49:56.897161 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-af3b62f5-4322-4b06-9bb9-f27b259fc135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e2102bc0-628d-4f95-b87a-aea10ceb3160), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:56.944269 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3b62f5-4322-4b06-9bb9-f27b259fc135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2102bc0-628d-4f95-b87a-aea10ceb3160,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:56.948975 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-af3b62f5-4322-4b06-9bb9-f27b259fc135 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d27007678bad40aa9fd0b8e640209f13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3575931 Mar 23 12:49:56.952541 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45092) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:49:57.018421 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a23b-3cf1-43d3-8c1e-951feba0a2df admin admin] Publish callbacks [] for security_group (e2102bc0-628d-4f95-b87a-aea10ceb3160), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:57.055596 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a23b-3cf1-43d3-8c1e-951feba0a2df admin admin] Publish callbacks [] for security_group (e2102bc0-628d-4f95-b87a-aea10ceb3160), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:57.084021 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-433fa5f2-e395-48ef-a380-60b8ae1fdfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:57.085693 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-433fa5f2-e395-48ef-a380-60b8ae1fdfb5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.2704935 Mar 23 12:49:57.102357 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c23e9a-8578-42ae-9f12-cd27988ba8f6 req-2cde75d3-1ccf-43ce-a0ed-4c4ad30f6425 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:57.112647 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-55c23e9a-8578-42ae-9f12-cd27988ba8f6 req-2cde75d3-1ccf-43ce-a0ed-4c4ad30f6425 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.2187271 Mar 23 12:49:57.132576 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a23b-3cf1-43d3-8c1e-951feba0a2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e2102bc0-628d-4f95-b87a-aea10ceb3160), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:57.135482 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a9b4a23b-3cf1-43d3-8c1e-951feba0a2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:57.136669 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a9b4a23b-3cf1-43d3-8c1e-951feba0a2df admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e2102bc0-628d-4f95-b87a-aea10ceb3160 HTTP/1.1" status: 204 len: 168 time: 0.1827250 Mar 23 12:49:57.180590 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4a23b-3cf1-43d3-8c1e-951feba0a2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2102bc0-628d-4f95-b87a-aea10ceb3160,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:57.285068 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-55c23e9a-8578-42ae-9f12-cd27988ba8f6 req-25516ebf-94c4-4baf-bd31-12fe69ae74cc tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710145 Mar 23 12:49:57.289634 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-05a72521-c554-4da8-b75b-d90aa336b500 req-9ad84341-9c4b-4cde-913d-48c9e2032fb3 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 210 time: 0.1054885 Mar 23 12:49:57.331178 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-0e49b7b2-95ac-42a2-ba25-10cc8b6cc8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:57.332852 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-0e49b7b2-95ac-42a2-ba25-10cc8b6cc8a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2173610 Mar 23 12:49:57.504034 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-2738c23a-9f31-493c-b0bd-32ecedaa192b service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538002 Mar 23 12:49:57.647129 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67613f5f-fa0d-40a9-ab34-3872d48d4c39 req-baea2341-f2da-421d-96c7-55fc41cc4496 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331568 Mar 23 12:49:57.932009 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835a02da-f992-4055-b11f-de0bfcb175c1 req-9d0f5f14-28d1-4e4d-8c6c-11b88f6eec50 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:57.937674 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-835a02da-f992-4055-b11f-de0bfcb175c1 req-9d0f5f14-28d1-4e4d-8c6c-11b88f6eec50 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0863833 Mar 23 12:49:58.019476 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-835a02da-f992-4055-b11f-de0bfcb175c1 req-0f2baf40-3d8b-48da-92ca-423be0ec32bf tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745087 Mar 23 12:49:58.400868 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a9a2acf8-8789-4a7e-b626-14534e19b79a req-6eb464ac-a20f-4a0c-9841-9154be95ebe7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 210 time: 0.0318761 Mar 23 12:49:58.414072 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f8468-d0c8-40b3-9c25-96993d28f98d req-8a059b62-a37a-42f7-bf5c-60085cd7cba6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:58.422324 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-393f8468-d0c8-40b3-9c25-96993d28f98d req-8a059b62-a37a-42f7-bf5c-60085cd7cba6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0717485 Mar 23 12:49:58.502195 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-393f8468-d0c8-40b3-9c25-96993d28f98d req-c5e60230-f250-4ae3-8c28-d45ebd7303c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752125 Mar 23 12:49:58.928736 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-dcd5b7d8-6437-4a08-b608-4459703c1495 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:58.931269 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-dcd5b7d8-6437-4a08-b608-4459703c1495 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.53 "GET /v2.0/networks?id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 HTTP/1.1" status: 200 len: 815 time: 0.1442871 Mar 23 12:49:58.946111 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'port': {'device_id': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'admin_state_up': True, 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:59.073328 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Made reservation on behalf of d30c004a3e32465489dac9af4f6b824a for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:49:59.077057 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:59.237256 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54e7d6-e6c5-4866-8a0e-8ca0cadf518b req-2ba89314-8510-48c1-accb-d60d6cce24b8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:59.238792 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ab54e7d6-e6c5-4866-8a0e-8ca0cadf518b req-2ba89314-8510-48c1-accb-d60d6cce24b8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1364670 Mar 23 12:49:59.276212 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Allocated IP 172.20.0.4 (eacc6ee6-f2fb-4e3a-b716-a7bc19d33130/228bfd83-be88-47b6-94de-6b2e028f3a21/98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:49:59.313101 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ab54e7d6-e6c5-4866-8a0e-8ca0cadf518b req-1811006a-eb38-4a8c-8c53-33605cbca5a2 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683835 Mar 23 12:49:59.471286 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:59.543484 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8590501d-6e04-4069-9f60-35b5845c8d1b req-e9d3f808-05c3-437e-a868-f7d0a8e41526 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 210 time: 0.0358908 Mar 23 12:49:59.547005 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:59.638069 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:49:59.675186 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:49:59.683391 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:49:59.786322 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'Port': ['ID=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:49:59.807410 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.807790 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.808309 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.808488 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.808998 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.809148 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.809457 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.809795 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.810306 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.810518 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.810845 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.811316 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.811825 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.811997 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.812349 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:49:59.836644 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99801eaa-897e-4a59-aa0e-f181647c08b2 req-7954e816-e30b-4377-bbff-be08edca42e6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:59.844148 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-99801eaa-897e-4a59-aa0e-f181647c08b2 req-7954e816-e30b-4377-bbff-be08edca42e6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.2308559 Mar 23 12:49:59.851719 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:49:59.852281 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:49:59.874918 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-83439431-0af9-4616-98eb-fcd5146144ef tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9338632 Mar 23 12:49:59.892295 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Request body: {'port': {'device_id': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:49:59.960852 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-99801eaa-897e-4a59-aa0e-f181647c08b2 req-a4c74e74-288a-461b-9599-06010c4cf9d5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966244 Mar 23 12:49:59.989135 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:00.051874 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-2faae727-809f-4b9c-8a70-d5744e4878de None None] Provisioning complete for port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:00.053398 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2faae727-809f-4b9c-8a70-d5744e4878de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:00.103397 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-2faae727-809f-4b9c-8a70-d5744e4878de None None] Port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:50:00.488918 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:00.497827 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Publish callbacks [] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:00.517937 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Transition to ACTIVE for port object 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:50:00.524257 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:00.539879 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e588f2-6aef-4750-8a22-878345c019c0 req-8594b30f-f6bd-41d6-93d1-73985f48d790 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:00.542870 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-38e588f2-6aef-4750-8a22-878345c019c0 req-8594b30f-f6bd-41d6-93d1-73985f48d790 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0692508 Mar 23 12:50:00.625898 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:00.640796 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-38e588f2-6aef-4750-8a22-878345c019c0 req-2e9fab62-f8d9-4a90-afbf-f5a95d42f9ca tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874469 Mar 23 12:50:00.777110 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cd2bc0-5796-4b07-b7cf-5270b2ca1051 req-6546132b-ce0e-414a-8220-cd68cd50cada tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:00.783910 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-94cd2bc0-5796-4b07-b7cf-5270b2ca1051 req-6546132b-ce0e-414a-8220-cd68cd50cada tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.1536555 Mar 23 12:50:00.865057 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Attempting to bind port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:00.865797 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Attempting to bind port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:00.866398 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Attempting to bind port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 on network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:00.878125 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-94cd2bc0-5796-4b07-b7cf-5270b2ca1051 req-188fd0b7-93ff-4fe4-bb98-871a7b1a724d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896645 Mar 23 12:50:00.879128 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 on network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:50:00.881320 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Attempting to bind port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 on network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:00.890698 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:00.891061 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Checking segment: {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:00.891452 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Bound using segment: {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:00.892870 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Bound port: 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ceae9a7-8743-46de-8d44-8b4de3e761ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:00.892870 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:00.975171 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] For port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:00.978817 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] For port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:00.989313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:01.034283 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:01.034681 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:01.036085 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] 10.222.0.53 "PUT /v2.0/ports/98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 1093 time: 1.1523018 Mar 23 12:50:01.036535 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:01.038759 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:01.064530 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8900ffb-8bb9-41f9-96e5-ee40a0994ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:01.152748 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d528c8-2fdd-4762-ae87-523aeebe00e8 req-8b4afd5e-891e-4125-8192-ae422ea2c4aa tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:01.160985 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-55d528c8-2fdd-4762-ae87-523aeebe00e8 req-8b4afd5e-891e-4125-8192-ae422ea2c4aa tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1202719 Mar 23 12:50:01.166406 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1366d6b-5ddf-43ac-b1d5-e4e6c8eac6ee x-openstack-request-id: req-c1366d6b-5ddf-43ac-b1d5-e4e6c8eac6ee {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:01.167027 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:01.167506 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c1366d6b-5ddf-43ac-b1d5-e4e6c8eac6ee {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:01.168140 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1366d6b-5ddf-43ac-b1d5-e4e6c8eac6ee'] response: {'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'status': 'completed', 'code': 200} Mar 23 12:50:01.191013 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-fd4071a7-eb19-41a8-921c-04c83c44d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:01.193102 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-fd4071a7-eb19-41a8-921c-04c83c44d129 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30c004a3e32465489dac9af4f6b824a&device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 1127 time: 0.0709853 Mar 23 12:50:01.243731 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-55d528c8-2fdd-4762-ae87-523aeebe00e8 req-c1342675-7a8c-47de-bcb9-677162f82539 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817413 Mar 23 12:50:01.262014 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-2912caab-215f-4605-8e94-a01823e9181a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 217 time: 0.0520916 Mar 23 12:50:01.335141 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-7b74f652-a2f9-4b70-89b3-33f8662bb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:01.336735 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-7b74f652-a2f9-4b70-89b3-33f8662bb291 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=228bfd83-be88-47b6-94de-6b2e028f3a21 HTTP/1.1" status: 200 len: 854 time: 0.0599425 Mar 23 12:50:01.419195 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8237b1f-d267-4250-a435-0296b9d65b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:01.421056 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-f8237b1f-d267-4250-a435-0296b9d65b3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0780149 Mar 23 12:50:01.559697 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-46e81ffa-1408-4353-8314-b3ccd0194fad service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275275 Mar 23 12:50:01.761269 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c61cd98-7978-41f3-93a0-020fc16fadcd req-2b10e042-7c07-4347-8acd-5fc463900d3b service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860597 Mar 23 12:50:01.828559 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f7a42-39d9-49f2-915d-3cd98cc19248 req-1084b91b-2c59-4440-b75a-743be3805f25 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:01.830429 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c09f7a42-39d9-49f2-915d-3cd98cc19248 req-1084b91b-2c59-4440-b75a-743be3805f25 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0680604 Mar 23 12:50:01.964391 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c09f7a42-39d9-49f2-915d-3cd98cc19248 req-9a0bcbae-61ae-4130-a626-3f958287ecad tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156943 Mar 23 12:50:02.005669 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-a21992f2-cabe-4aee-8b82-92aec7c098ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:02.008683 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-a21992f2-cabe-4aee-8b82-92aec7c098ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30c004a3e32465489dac9af4f6b824a&device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 1127 time: 0.1773601 Mar 23 12:50:02.102851 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d65c3-39f5-4b16-b1bb-12843780121a req-5520ff4a-72eb-4f9c-bf44-dacdc9d53f24 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:02.112728 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d97d65c3-39f5-4b16-b1bb-12843780121a req-5520ff4a-72eb-4f9c-bf44-dacdc9d53f24 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.1096697 Mar 23 12:50:02.130742 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-0030a496-83b9-49a1-b9f2-2b6956d2a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:02.132388 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-0030a496-83b9-49a1-b9f2-2b6956d2a637 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 HTTP/1.1" status: 200 len: 916 time: 0.1138053 Mar 23 12:50:02.168715 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d97d65c3-39f5-4b16-b1bb-12843780121a req-ba4014b6-bb21-4c29-ac19-a157e3a6c0d4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546241 Mar 23 12:50:02.180592 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-310729dc-417e-4c7b-b4f3-00585f1584bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 217 time: 0.0401049 Mar 23 12:50:02.233115 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-8df8f909-b20a-4c49-9ab5-054469b1021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:02.234740 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-8df8f909-b20a-4c49-9ab5-054469b1021b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=228bfd83-be88-47b6-94de-6b2e028f3a21 HTTP/1.1" status: 200 len: 854 time: 0.0478823 Mar 23 12:50:02.297454 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-0e76670a-1de2-4716-92e8-460d74cf5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:02.299027 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-0e76670a-1de2-4716-92e8-460d74cf5a4d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0559084 Mar 23 12:50:02.488395 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0d5111-ba82-4cb7-84ac-55b297d95df9 req-20c00c0f-aa79-46f1-92fd-439a400ddc21 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:02.490200 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8d0d5111-ba82-4cb7-84ac-55b297d95df9 req-20c00c0f-aa79-46f1-92fd-439a400ddc21 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1634054 Mar 23 12:50:02.492802 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-bb84eab3-2db8-46ed-be53-d47d2843270c service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861861 Mar 23 12:50:02.615605 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8d0d5111-ba82-4cb7-84ac-55b297d95df9 req-45f116c0-a558-4e40-b122-139a626edecd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159668 Mar 23 12:50:02.651855 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7c4a1784-259d-4724-8cce-dfba1fb1e9e7 req-1901aeb9-a122-4c30-aa2c-8d314042fd34 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510227 Mar 23 12:50:03.125798 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200e8e55-d1ac-4297-913a-c9a6a0512b90 req-49438f8a-f115-475b-822d-f913879c7e45 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:03.132664 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-200e8e55-d1ac-4297-913a-c9a6a0512b90 req-49438f8a-f115-475b-822d-f913879c7e45 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0771294 Mar 23 12:50:03.191696 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-200e8e55-d1ac-4297-913a-c9a6a0512b90 req-605939ff-430b-4754-ad1f-47f1677dc96c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481431 Mar 23 12:50:03.373886 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8512a261-0b70-4cae-b05f-d4d53b936f97 req-3f0937c1-7d22-4c10-ab03-9a6ea83b986d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:03.377068 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8512a261-0b70-4cae-b05f-d4d53b936f97 req-3f0937c1-7d22-4c10-ab03-9a6ea83b986d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0591497 Mar 23 12:50:03.470761 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8512a261-0b70-4cae-b05f-d4d53b936f97 req-ccb6a3bb-4e56-4c25-923b-a828a6c8361a tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856309 Mar 23 12:50:03.803154 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33168f5-85a2-4c04-9469-1ed5f063ba54 req-c8ca4f25-6018-46d1-8fb0-465f185b1640 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:03.805689 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b33168f5-85a2-4c04-9469-1ed5f063ba54 req-c8ca4f25-6018-46d1-8fb0-465f185b1640 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0658574 Mar 23 12:50:03.861373 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b33168f5-85a2-4c04-9469-1ed5f063ba54 req-8132b2dd-8f1c-44a2-8e71-5042340cd2bb tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490065 Mar 23 12:50:04.384567 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae0654-6933-4f6b-a820-779047409ccf req-70644dea-fefb-4b88-90fb-b9415da839a9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:04.388842 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-31ae0654-6933-4f6b-a820-779047409ccf req-70644dea-fefb-4b88-90fb-b9415da839a9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0679309 Mar 23 12:50:04.441146 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-31ae0654-6933-4f6b-a820-779047409ccf req-663a7b4d-6c7a-4765-ab41-d7f8bdbcb2a2 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472026 Mar 23 12:50:04.597685 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ed985d-300a-4020-9e50-dd8146b59950 req-8601fdc2-f594-4e04-a588-69b2166ff137 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:04.599223 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e6ed985d-300a-4020-9e50-dd8146b59950 req-8601fdc2-f594-4e04-a588-69b2166ff137 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0565619 Mar 23 12:50:04.675420 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e6ed985d-300a-4020-9e50-dd8146b59950 req-a60b9461-add8-403a-ace5-a54dbfd763fe tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693707 Mar 23 12:50:05.001103 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a90f50-2712-4a62-b46a-54a39b7f75e8 req-883b27ad-9a3d-4102-9525-c3551e8851eb tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:05.002738 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c7a90f50-2712-4a62-b46a-54a39b7f75e8 req-883b27ad-9a3d-4102-9525-c3551e8851eb tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0635033 Mar 23 12:50:05.057120 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c7a90f50-2712-4a62-b46a-54a39b7f75e8 req-fb0046dc-fc33-4f53-967a-a3d7b272a7f9 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Mar 23 12:50:05.579618 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587d1d40-cc65-4f87-9b81-d6a70c13f0e9 req-0dbdfccd-bf36-4689-afd8-f927840c042b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:05.581269 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-587d1d40-cc65-4f87-9b81-d6a70c13f0e9 req-0dbdfccd-bf36-4689-afd8-f927840c042b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0569279 Mar 23 12:50:05.660297 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-587d1d40-cc65-4f87-9b81-d6a70c13f0e9 req-50e60b23-d56a-4828-b12e-30e2c1486918 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734200 Mar 23 12:50:05.813438 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333efcfe-1237-4577-8aed-5967ec6e9eed req-a302d502-03f1-4691-b8f7-68e9f8ffcdcf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:05.816219 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-333efcfe-1237-4577-8aed-5967ec6e9eed req-a302d502-03f1-4691-b8f7-68e9f8ffcdcf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0573976 Mar 23 12:50:05.871877 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-333efcfe-1237-4577-8aed-5967ec6e9eed req-cfb02992-1880-496d-86d2-aeb792545b8d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502043 Mar 23 12:50:06.178427 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ca0dd-367a-4aa8-a1cb-e2f6bab07a54 req-4443cc70-010d-4129-b99a-b109372e4034 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:06.180395 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d14ca0dd-367a-4aa8-a1cb-e2f6bab07a54 req-4443cc70-010d-4129-b99a-b109372e4034 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0553071 Mar 23 12:50:06.242650 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d14ca0dd-367a-4aa8-a1cb-e2f6bab07a54 req-837b536f-8111-4070-a041-5d8efc5b3981 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549579 Mar 23 12:50:06.871247 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e27d3-2f1a-41ad-95b6-257513213471 req-d47c9430-65ba-46fb-9a16-deb0e245105c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:06.888235 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-335e27d3-2f1a-41ad-95b6-257513213471 req-d47c9430-65ba-46fb-9a16-deb0e245105c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1026554 Mar 23 12:50:06.942569 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-335e27d3-2f1a-41ad-95b6-257513213471 req-007168ec-5eec-4916-ae1c-f721b2f3e07c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531371 Mar 23 12:50:07.030594 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4effe650-053f-42d2-9090-94f872f0d807 req-edc80856-c5fe-42ba-abdb-176e5bc3ebb8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:07.035097 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4effe650-053f-42d2-9090-94f872f0d807 req-edc80856-c5fe-42ba-abdb-176e5bc3ebb8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0654497 Mar 23 12:50:07.089094 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4effe650-053f-42d2-9090-94f872f0d807 req-2bc42edf-7038-43c0-9767-1549a00005c9 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513234 Mar 23 12:50:07.385017 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d04b654-d8f0-49ec-9c08-68febf9c4a34 req-b46645dc-73f9-42d3-835b-ae9d99ba39e4 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:07.386462 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1d04b654-d8f0-49ec-9c08-68febf9c4a34 req-b46645dc-73f9-42d3-835b-ae9d99ba39e4 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0753148 Mar 23 12:50:07.441160 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1d04b654-d8f0-49ec-9c08-68febf9c4a34 req-cffb6821-f10a-4d8b-ad07-b6118231a4df tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463483 Mar 23 12:50:08.100233 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9e41f-ff70-4c27-a6e8-48dbdadebe5e req-ef642f17-1dd7-4ed5-8730-2d0123667d14 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:08.102667 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a7e9e41f-ff70-4c27-a6e8-48dbdadebe5e req-ef642f17-1dd7-4ed5-8730-2d0123667d14 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0798583 Mar 23 12:50:08.151483 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a7e9e41f-ff70-4c27-a6e8-48dbdadebe5e req-71c9b8f1-5d6a-4d51-89ef-dacfc997db61 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433824 Mar 23 12:50:08.300034 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14abc396-ed87-483d-935a-73181bf8fb2b req-486293e2-4b14-4230-b5a9-12cc763a06e9 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:08.301900 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-14abc396-ed87-483d-935a-73181bf8fb2b req-486293e2-4b14-4230-b5a9-12cc763a06e9 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0686088 Mar 23 12:50:08.354181 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-14abc396-ed87-483d-935a-73181bf8fb2b req-d1b13dbe-2e81-4738-b527-8964685b6182 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465276 Mar 23 12:50:08.574920 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755ac3aa-461d-40b8-8ca3-8e7dfc822213 req-7ecf1ede-f1b8-47eb-bb14-f057c20e035d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:08.576314 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-755ac3aa-461d-40b8-8ca3-8e7dfc822213 req-7ecf1ede-f1b8-47eb-bb14-f057c20e035d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0544245 Mar 23 12:50:08.626761 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-755ac3aa-461d-40b8-8ca3-8e7dfc822213 req-a5929fc6-1ced-4fcd-8cb7-85dee64a4a36 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436194 Mar 23 12:50:09.303053 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e97caf-c86f-4aa7-b66c-ba3ae9b280cc req-f06b5303-0b9e-47a4-829b-e065cba2a22d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:09.304548 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6e97caf-c86f-4aa7-b66c-ba3ae9b280cc req-f06b5303-0b9e-47a4-829b-e065cba2a22d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0565484 Mar 23 12:50:09.367562 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6e97caf-c86f-4aa7-b66c-ba3ae9b280cc req-c1b32467-81e9-4a36-aed0-8bb1e1fcf99b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575094 Mar 23 12:50:09.510387 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c7eb73-032b-437b-9b81-c6cde39d568b req-5263815c-709c-4aac-9ecb-1227668ac453 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:09.511827 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f1c7eb73-032b-437b-9b81-c6cde39d568b req-5263815c-709c-4aac-9ecb-1227668ac453 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0677695 Mar 23 12:50:09.559848 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f1c7eb73-032b-437b-9b81-c6cde39d568b req-5ca5e81c-8c72-4f94-b922-417bc0ce52ce tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423441 Mar 23 12:50:09.769585 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2a7aef-db79-4984-a495-3deb1bc8ef44 req-f78acc73-1785-49aa-9242-0a8b6a5305ea tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:09.772338 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a2a7aef-db79-4984-a495-3deb1bc8ef44 req-f78acc73-1785-49aa-9242-0a8b6a5305ea tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0665867 Mar 23 12:50:09.836170 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a2a7aef-db79-4984-a495-3deb1bc8ef44 req-8aaeb1ba-5aaa-4004-8604-7093305cbef0 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481517 Mar 23 12:50:10.527099 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca355217-bdef-48c3-843e-e139de168f56 req-08d3c863-8fe2-4989-b959-8b92d426750d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:10.529025 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ca355217-bdef-48c3-843e-e139de168f56 req-08d3c863-8fe2-4989-b959-8b92d426750d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0672436 Mar 23 12:50:10.600825 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ca355217-bdef-48c3-843e-e139de168f56 req-2100db81-6a73-4c83-9611-58cd6eb6ad6a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654223 Mar 23 12:50:10.741182 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9d9fd-5b98-4f59-a2d8-24fa920466b1 req-04ae074a-2f91-4884-955d-7b448b3fb5e8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:10.742725 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-42c9d9fd-5b98-4f59-a2d8-24fa920466b1 req-04ae074a-2f91-4884-955d-7b448b3fb5e8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0752263 Mar 23 12:50:10.808557 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-42c9d9fd-5b98-4f59-a2d8-24fa920466b1 req-d21315c5-6324-492e-bf15-0bbf56a864a3 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600712 Mar 23 12:50:11.021108 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e06834-1cfd-4551-a763-2be806e23675 req-0f85bf40-c945-460e-afb2-cec438957276 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:11.030661 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-82e06834-1cfd-4551-a763-2be806e23675 req-0f85bf40-c945-460e-afb2-cec438957276 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1136968 Mar 23 12:50:11.105684 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-82e06834-1cfd-4551-a763-2be806e23675 req-6f8bb086-de49-4b8a-843b-624f6f93cf9a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726142 Mar 23 12:50:11.731071 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4524f411-1b3e-4bc9-976f-d95c23c23789 req-71962c10-6b0a-4387-b2f5-8d48fe219924 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:11.737043 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4524f411-1b3e-4bc9-976f-d95c23c23789 req-71962c10-6b0a-4387-b2f5-8d48fe219924 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0604484 Mar 23 12:50:11.786877 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4524f411-1b3e-4bc9-976f-d95c23c23789 req-9fd02bb0-9cff-4a28-8d2a-540669be3e42 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448978 Mar 23 12:50:11.930465 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cc036b-77a3-48ae-be42-a9dfe9db160e req-93f34838-98c9-45e8-a300-56da02fe9e6e tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:11.931910 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60cc036b-77a3-48ae-be42-a9dfe9db160e req-93f34838-98c9-45e8-a300-56da02fe9e6e tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0536358 Mar 23 12:50:11.987570 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60cc036b-77a3-48ae-be42-a9dfe9db160e req-cfc61f4e-192f-404b-8597-86d501351167 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500062 Mar 23 12:50:12.171459 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 45402) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:12.270312 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_v2 [None req-53e7edf1-3486-4201-8048-9cdd8409b6ac admin admin] Deleting subnet b7c37832-c7fc-4e32-bb69-0347a82bd213 {{(pid=115109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:50:12.282285 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-53e7edf1-3486-4201-8048-9cdd8409b6ac admin admin] Publish callbacks [] for subnet (b7c37832-c7fc-4e32-bb69-0347a82bd213), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:12.325444 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44010781-7917-445e-bbd6-50ddee3cdf58 req-ac33578a-620e-40cc-800e-4a8959098610 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:12.326895 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-44010781-7917-445e-bbd6-50ddee3cdf58 req-ac33578a-620e-40cc-800e-4a8959098610 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1026826 Mar 23 12:50:12.336811 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-53e7edf1-3486-4201-8048-9cdd8409b6ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13703470'] for subnet (b7c37832-c7fc-4e32-bb69-0347a82bd213), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:12.411580 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-53e7edf1-3486-4201-8048-9cdd8409b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (b7c37832-c7fc-4e32-bb69-0347a82bd213), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:12.662298 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-44010781-7917-445e-bbd6-50ddee3cdf58 req-281bebf3-380a-4c57-88ce-aa26e941deab tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278923 Mar 23 12:50:12.696460 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-53e7edf1-3486-4201-8048-9cdd8409b6ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58409122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078138'] for subnet (b7c37832-c7fc-4e32-bb69-0347a82bd213), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:12.723807 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7edf1-3486-4201-8048-9cdd8409b6ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7c37832-c7fc-4e32-bb69-0347a82bd213,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:12.727599 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-53e7edf1-3486-4201-8048-9cdd8409b6ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:12.730703 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-53e7edf1-3486-4201-8048-9cdd8409b6ac admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b7c37832-c7fc-4e32-bb69-0347a82bd213 HTTP/1.1" status: 204 len: 168 time: 0.5578601 Mar 23 12:50:12.733193 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 45404) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:12.804005 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (390eb63a-18da-4d1d-8d72-c0f2ddc93214), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:12.904688 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (390eb63a-18da-4d1d-8d72-c0f2ddc93214), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:12.933990 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['390eb63a-18da-4d1d-8d72-c0f2ddc93214']}} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:12.946643 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6') {'for_net_delete': True} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:12.946957 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6') {} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:12.957610 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13703447'] for segment (c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:12.965531 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770fe14-9adb-4949-9ae6-50affe9c5668 req-e3d4a8aa-9c0f-4c70-a34d-d4f63e2d78b9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:12.966971 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5770fe14-9adb-4949-9ae6-50affe9c5668 req-e3d4a8aa-9c0f-4c70-a34d-d4f63e2d78b9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0987718 Mar 23 12:50:12.991411 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:13.004706 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=115109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:50:13.005239 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58412288'] for segment (c8cf50a0-fb87-4411-8fd9-4a96ecfe22a6), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: Traceback (most recent call last): Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: timer() Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: cb(*args, **kw) Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: return func(*args, **kwargs) Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: self._notify() Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: self.callback(batched_events) Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: event.method(event) Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: return f(self, *a, **k) Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._get(url).json() Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: return self.request(url, 'GET', **kwargs) Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:50:13.007828 dv-cinder-797245-11-iscsi neutron-server[115109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:50:13.076604 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5770fe14-9adb-4949-9ae6-50affe9c5668 req-a974fd27-3823-402c-8088-cdb1cad50b50 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018097 Mar 23 12:50:13.084285 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (390eb63a-18da-4d1d-8d72-c0f2ddc93214), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:13.091350 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:13.094444 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] 10.222.0.45 "DELETE /v2.0/networks/390eb63a-18da-4d1d-8d72-c0f2ddc93214 HTTP/1.1" status: 204 len: 168 time: 0.3603456 Mar 23 12:50:13.104347 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3b776-a6f2-45f5-b1dd-1f23aca8968a admin admin] Pushing event deleted for resources: {'Network': ['ID=390eb63a-18da-4d1d-8d72-c0f2ddc93214,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:13.224992 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa3f4c-b7ed-4d3b-b414-96e71227f701 req-90485105-5f8c-409b-86c2-adf6c4c8dfbf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:13.234501 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05aa3f4c-b7ed-4d3b-b414-96e71227f701 req-90485105-5f8c-409b-86c2-adf6c4c8dfbf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0623288 Mar 23 12:50:13.287838 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05aa3f4c-b7ed-4d3b-b414-96e71227f701 req-14bdeb59-f264-4eaa-89b7-da495b7e20c3 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516741 Mar 23 12:50:13.293292 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45416) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:13.340292 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-8e6cb873-e502-4f37-b1a6-ced1746b3dd6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=68b646032c5a453084e2dc758ebef48b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426035 Mar 23 12:50:13.340541 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45420) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:13.393374 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fd676dbb-2680-4b2b-98b6-350bfc90268e admin admin] Publish callbacks [] for security_group (3bf5afd3-2577-4bdd-a899-67e59b119272), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:13.421641 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fd676dbb-2680-4b2b-98b6-350bfc90268e admin admin] Publish callbacks [] for security_group (3bf5afd3-2577-4bdd-a899-67e59b119272), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:13.481323 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fd676dbb-2680-4b2b-98b6-350bfc90268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3bf5afd3-2577-4bdd-a899-67e59b119272), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:13.483805 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fd676dbb-2680-4b2b-98b6-350bfc90268e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:13.484989 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-fd676dbb-2680-4b2b-98b6-350bfc90268e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3bf5afd3-2577-4bdd-a899-67e59b119272 HTTP/1.1" status: 204 len: 168 time: 0.1432643 Mar 23 12:50:13.493910 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd676dbb-2680-4b2b-98b6-350bfc90268e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf5afd3-2577-4bdd-a899-67e59b119272,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:13.778693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0b5b1-56d1-4b11-a3b5-aef310211f1d req-49972136-4666-4146-bb86-c46b8fad5c89 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:13.781012 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e3b0b5b1-56d1-4b11-a3b5-aef310211f1d req-49972136-4666-4146-bb86-c46b8fad5c89 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0531802 Mar 23 12:50:13.829362 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e3b0b5b1-56d1-4b11-a3b5-aef310211f1d req-3a311403-6b00-45a2-a2eb-f7d75d6de43a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421283 Mar 23 12:50:14.222661 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529815ab-4c38-4595-9de3-16e16f872c07 req-6a6581b7-50ff-49c2-9a0c-fdcf1a4a29e1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:14.224340 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-529815ab-4c38-4595-9de3-16e16f872c07 req-6a6581b7-50ff-49c2-9a0c-fdcf1a4a29e1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0644922 Mar 23 12:50:14.275020 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-529815ab-4c38-4595-9de3-16e16f872c07 req-5aaa2a59-cfff-414e-aaa7-b80e8354dde6 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449517 Mar 23 12:50:14.406481 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056d20d-81b1-4587-8d18-a58c9a01d89b req-8df6278c-b8f2-4d1b-b652-545c6127b5b0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:14.408713 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a056d20d-81b1-4587-8d18-a58c9a01d89b req-8df6278c-b8f2-4d1b-b652-545c6127b5b0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0542653 Mar 23 12:50:14.462262 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a056d20d-81b1-4587-8d18-a58c9a01d89b req-83af379e-42d7-4bad-a137-c48edf5b304e tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477512 Mar 23 12:50:14.808093 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c507dc67-e93e-47f0-aa01-a49d2750ba78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:14.949434 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:50:14.950579 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d0cce1-2c84-4577-9879-e8b018cdc2d4 req-2af79d3e-5fde-4013-a503-4493a7284eb0 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:14.952117 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c7d0cce1-2c84-4577-9879-e8b018cdc2d4 req-2af79d3e-5fde-4013-a503-4493a7284eb0 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0561957 Mar 23 12:50:15.000676 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c7d0cce1-2c84-4577-9879-e8b018cdc2d4 req-e41651a2-1325-45bc-b04d-550e3ccf82cc tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Mar 23 12:50:15.057892 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:15.071054 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'port_id': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'mac_address': 'fa:16:3e:2d:5f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:50:15.116348 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port f58071c7-9746-4519-a9e7-68b9f8dc285d is: ACTIVE; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:15.116877 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:15.134992 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f58071c7-9746-4519-a9e7-68b9f8dc285d {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:15.159919 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:15.164955 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:15.242943 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0542bde-eda7-4141-86b4-53436935b688 req-ca17d7b5-d5fd-45ac-8be6-25141e60fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:15.244688 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0542bde-eda7-4141-86b4-53436935b688 req-ca17d7b5-d5fd-45ac-8be6-25141e60fe34 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 1130 time: 0.0612714 Mar 23 12:50:15.301912 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0542bde-eda7-4141-86b4-53436935b688 req-ea6e429a-8e4d-4c18-8083-394ba57822f8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500183 Mar 23 12:50:15.362213 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=6']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:15.369304 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.369660 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.370037 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.370418 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.370761 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.371099 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.371431 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.371762 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.372123 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.372481 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.372810 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.373153 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.373486 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.373815 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.374146 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:15.396491 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['f58071c7-9746-4519-a9e7-68b9f8dc285d'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:50:15.413435 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76ba7d-2da6-455a-bff9-be6c348d04cb req-0ad31a94-884d-4ddb-b0b5-c85f31144f5d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:15.414911 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b76ba7d-2da6-455a-bff9-be6c348d04cb req-0ad31a94-884d-4ddb-b0b5-c85f31144f5d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 944 time: 0.0540860 Mar 23 12:50:15.466267 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b76ba7d-2da6-455a-bff9-be6c348d04cb req-6628a9d6-a5b5-4bf7-8c79-77de0ee93739 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451696 Mar 23 12:50:15.593870 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca961ef-eff1-4d50-9164-e713d196bb5c req-47d28855-2618-4904-83d0-dcd4886b5416 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:15.596410 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fca961ef-eff1-4d50-9164-e713d196bb5c req-47d28855-2618-4904-83d0-dcd4886b5416 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0591011 Mar 23 12:50:15.648602 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fca961ef-eff1-4d50-9164-e713d196bb5c req-ea5d9495-d023-4ffe-9c08-7ae5731e23cb tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462306 Mar 23 12:50:16.140339 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0767cea-e3ae-4f7c-a8bd-c61d3492f941 req-5f98e442-4d3d-473f-b47e-26834bded314 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:16.142768 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f0767cea-e3ae-4f7c-a8bd-c61d3492f941 req-5f98e442-4d3d-473f-b47e-26834bded314 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0627358 Mar 23 12:50:16.188537 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f0767cea-e3ae-4f7c-a8bd-c61d3492f941 req-3dd1aae5-0e29-400f-aa6c-6ed2b897ce14 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397773 Mar 23 12:50:16.606669 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea73ec-342f-4638-a1df-e4151771c854 req-df8292c1-ea30-423b-8cd3-f2cd77ecc92f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:16.611514 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8cea73ec-342f-4638-a1df-e4151771c854 req-df8292c1-ea30-423b-8cd3-f2cd77ecc92f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 944 time: 0.0632193 Mar 23 12:50:16.680948 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8cea73ec-342f-4638-a1df-e4151771c854 req-4c041ce6-c706-4484-bc98-6abc967fe2a4 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665157 Mar 23 12:50:16.805960 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff7dde-746c-4f84-9b13-427e710ef0c0 req-d2da2e9a-1730-497c-b87d-43178ed97d87 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:16.807347 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b6ff7dde-746c-4f84-9b13-427e710ef0c0 req-d2da2e9a-1730-497c-b87d-43178ed97d87 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 943 time: 0.0567138 Mar 23 12:50:16.858571 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b6ff7dde-746c-4f84-9b13-427e710ef0c0 req-1f0da6d9-d368-4cd3-9543-edf5234abe11 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455437 Mar 23 12:50:16.979161 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:50:16.990458 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:17.113075 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port f58071c7-9746-4519-a9e7-68b9f8dc285d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:17.113365 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:17.151117 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:17.169099 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'port_id': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'mac_address': 'fa:16:3e:c7:eb:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:50:17.243976 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:17.244405 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:17.259356 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port f58071c7-9746-4519-a9e7-68b9f8dc285d is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:17.259744 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:17.264605 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:17.302501 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:17.304813 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1638675e-b343-4520-ae55-07ab43fd6866" -d '{"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-plugged", "status": "completed", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:17.311404 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95a53e7-5cb8-476b-8acb-06c4fcbf4d6c req-c3ad3c05-0b64-475d-990f-b7343a50b2ef tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:17.311585 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:17.312933 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a95a53e7-5cb8-476b-8acb-06c4fcbf4d6c req-c3ad3c05-0b64-475d-990f-b7343a50b2ef tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0541346 Mar 23 12:50:17.317851 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:17.324036 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:17.366236 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:17.368948 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfd06fd-802c-405b-aa1d-a8f44cc78d34 x-openstack-request-id: req-4cfd06fd-802c-405b-aa1d-a8f44cc78d34 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:17.369264 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-plugged", "status": "completed", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:17.370134 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4cfd06fd-802c-405b-aa1d-a8f44cc78d34 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:17.371099 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cfd06fd-802c-405b-aa1d-a8f44cc78d34'] response: {'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'code': 200} Mar 23 12:50:17.377454 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a95a53e7-5cb8-476b-8acb-06c4fcbf4d6c req-88fe1c9b-5cd3-4444-ae3c-6ce3829b7a85 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577683 Mar 23 12:50:17.406474 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:17.461078 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=7']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:17.670661 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-8a65baa5-6677-4af9-b9fb-d7a92a38b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:17.672182 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-8a65baa5-6677-4af9-b9fb-d7a92a38b888 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 1130 time: 0.0799017 Mar 23 12:50:17.680946 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1519a262-2720-4a42-b403-a2b80efc7245 req-39f696ce-feb7-4d6c-b343-d0f0b406bbd3 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:17.682481 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1519a262-2720-4a42-b403-a2b80efc7245 req-39f696ce-feb7-4d6c-b343-d0f0b406bbd3 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0821464 Mar 23 12:50:17.698158 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:50:17.812070 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1519a262-2720-4a42-b403-a2b80efc7245 req-767c06bf-01ab-4cef-9d95-f78fac0c7c1f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157405 Mar 23 12:50:17.844269 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-b92a214a-ee3e-4b08-9734-61e7b872b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:17.845775 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-b92a214a-ee3e-4b08-9734-61e7b872b29f service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.1624143 Mar 23 12:50:17.912975 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-7b98cc61-dd4b-4dc8-87ee-81521097b975 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 HTTP/1.1" status: 200 len: 217 time: 0.0593109 Mar 23 12:50:17.929975 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96140f-66b1-483e-9176-ee2d3b72cf3f req-19b4dbea-dd6d-40be-aac1-d4f25e76deff tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:17.936033 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a96140f-66b1-483e-9176-ee2d3b72cf3f req-19b4dbea-dd6d-40be-aac1-d4f25e76deff tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0932662 Mar 23 12:50:18.002054 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d9e1f5aa-6127-4b8b-95cc-08308c7cf836 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:18.034771 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a96140f-66b1-483e-9176-ee2d3b72cf3f req-409e171d-fa80-416c-8058-0268fb6cfe7c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912178 Mar 23 12:50:18.054831 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-1a8f0e02-0edc-438f-a26d-0452f10ce2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:18.056363 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-1a8f0e02-0edc-438f-a26d-0452f10ce2ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.1369824 Mar 23 12:50:18.126752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-72c32745-5a44-4c37-bed4-cd3b0f311c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:18.128336 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-72c32745-5a44-4c37-bed4-cd3b0f311c4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0656598 Mar 23 12:50:18.135379 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bec638-4a06-4b09-9212-0c4a7c6b3ac4 req-f3348a4c-7e1d-4388-9f4c-352570693d46 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:18.136910 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34bec638-4a06-4b09-9212-0c4a7c6b3ac4 req-f3348a4c-7e1d-4388-9f4c-352570693d46 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 944 time: 0.1455069 Mar 23 12:50:18.227261 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45604) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:18.269957 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-bdd1bb8f-8912-4791-8139-94110f12c640 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320329 Mar 23 12:50:18.273549 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34bec638-4a06-4b09-9212-0c4a7c6b3ac4 req-429111c7-297f-4c14-ad52-19ff50c894a7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175621 Mar 23 12:50:18.364967 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b2b7195f-b04f-44b4-95d1-15a9c3c55047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:18.385764 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-19c499cc-ee50-418e-9f3e-676989c799c9 req-53492184-2e8c-4fe2-9508-865285586be2 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966794 Mar 23 12:50:18.473187 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b2b7195f-b04f-44b4-95d1-15a9c3c55047 admin admin] Publish callbacks [] for security_group (17b9098f-17be-4b9b-84ad-940758e63e72), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:18.489645 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b2b7195f-b04f-44b4-95d1-15a9c3c55047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (17b9098f-17be-4b9b-84ad-940758e63e72), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:18.531644 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b2b7195f-b04f-44b4-95d1-15a9c3c55047 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4fd3bb0209bd4520b3f7246efd439956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026764 Mar 23 12:50:18.534864 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 45618) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:18.539926 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7195f-b04f-44b4-95d1-15a9c3c55047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b9098f-17be-4b9b-84ad-940758e63e72,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:18.602234 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9747ff8-7f35-4bca-90dc-f24f66a2cd2f admin admin] Publish callbacks [] for security_group (17b9098f-17be-4b9b-84ad-940758e63e72), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:18.632569 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9747ff8-7f35-4bca-90dc-f24f66a2cd2f admin admin] Publish callbacks [] for security_group (17b9098f-17be-4b9b-84ad-940758e63e72), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:18.707156 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9747ff8-7f35-4bca-90dc-f24f66a2cd2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (17b9098f-17be-4b9b-84ad-940758e63e72), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:18.709705 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9747ff8-7f35-4bca-90dc-f24f66a2cd2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:18.713714 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d9747ff8-7f35-4bca-90dc-f24f66a2cd2f admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/17b9098f-17be-4b9b-84ad-940758e63e72 HTTP/1.1" status: 204 len: 168 time: 0.1778462 Mar 23 12:50:18.735344 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9747ff8-7f35-4bca-90dc-f24f66a2cd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b9098f-17be-4b9b-84ad-940758e63e72,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:18.994996 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:19.098414 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:50:19.104412 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:19.104971 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:19.246319 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:19.246718 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:19.266387 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab98510-a08e-4904-a949-56b79993d04e req-aec5a21a-d358-47cf-8912-32b60e48ef66 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:19.275797 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4ab98510-a08e-4904-a949-56b79993d04e req-aec5a21a-d358-47cf-8912-32b60e48ef66 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1143394 Mar 23 12:50:19.349401 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:19.359078 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:19.366349 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4ab98510-a08e-4904-a949-56b79993d04e req-4deef065-38d3-4e60-93fd-7ac38109d850 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890720 Mar 23 12:50:19.372686 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:19.388646 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4165d2c-0253-486c-b721-e5cd67ef3612" -d '{"events": [{"server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "name": "network-vif-plugged", "status": "completed", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:19.394807 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b288777-2525-4569-a0d1-6151e11aa39d req-c4f6d598-a563-4121-bfac-78fbe5cfb70d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:19.402461 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6b288777-2525-4569-a0d1-6151e11aa39d req-c4f6d598-a563-4121-bfac-78fbe5cfb70d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.5151238 Mar 23 12:50:19.487337 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:19.533866 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6b288777-2525-4569-a0d1-6151e11aa39d req-60d71bcc-484a-456b-af28-7c12265ba677 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301544 Mar 23 12:50:19.553696 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55a5b9-296b-4376-8b58-e3ca49ab4250 req-a01e0cc1-2c89-4049-82af-84d7fdf70a78 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:19.561938 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ab55a5b9-296b-4376-8b58-e3ca49ab4250 req-a01e0cc1-2c89-4049-82af-84d7fdf70a78 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.1034451 Mar 23 12:50:19.616028 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e19f57-e7ed-414a-8106-673f5ff57b7d x-openstack-request-id: req-54e19f57-e7ed-414a-8106-673f5ff57b7d {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:19.616671 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "name": "network-vif-plugged", "status": "completed", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:19.617861 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-54e19f57-e7ed-414a-8106-673f5ff57b7d {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:19.619420 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54e19f57-e7ed-414a-8106-673f5ff57b7d'] response: {'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'code': 200} Mar 23 12:50:19.628224 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:19.675440 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ab55a5b9-296b-4376-8b58-e3ca49ab4250 req-31ad547a-c57f-4b49-a7fb-e6276d202dda tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121402 Mar 23 12:50:19.994237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc638a90-b322-4874-9f6a-a87368f56906 req-9ea5d701-2323-4848-a192-2385178f7504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:19.997709 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bc638a90-b322-4874-9f6a-a87368f56906 req-9ea5d701-2323-4848-a192-2385178f7504 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 1129 time: 0.1280751 Mar 23 12:50:20.059115 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bc638a90-b322-4874-9f6a-a87368f56906 req-df404625-6a64-4151-bad3-915d5a4831d4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524111 Mar 23 12:50:20.654361 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27943bd-7c66-4430-9ee4-f41c952ced61 req-f8d82c42-643b-434c-9e93-1a7310909f08 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:20.656869 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d27943bd-7c66-4430-9ee4-f41c952ced61 req-f8d82c42-643b-434c-9e93-1a7310909f08 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1200707 Mar 23 12:50:20.769683 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d27943bd-7c66-4430-9ee4-f41c952ced61 req-48333ea7-81c6-427b-b1a2-69238ab2de5b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913808 Mar 23 12:50:20.776442 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ffdc1-958d-4ffa-9e77-af327a1ec5a3 req-b9203e13-48d0-4b92-961f-7cdd8a64d888 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:20.779486 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-331ffdc1-958d-4ffa-9e77-af327a1ec5a3 req-b9203e13-48d0-4b92-961f-7cdd8a64d888 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1182199 Mar 23 12:50:20.903204 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-331ffdc1-958d-4ffa-9e77-af327a1ec5a3 req-39536c03-eed8-44c6-bc7d-9cc4b1b89b75 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147704 Mar 23 12:50:21.014560 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8502a76b-25a9-44c9-a850-199a8721557f req-261bf1eb-b687-4087-9e3c-c8df8d710042 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:21.024674 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8502a76b-25a9-44c9-a850-199a8721557f req-261bf1eb-b687-4087-9e3c-c8df8d710042 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.1433280 Mar 23 12:50:21.072818 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:21.101144 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8502a76b-25a9-44c9-a850-199a8721557f req-78cf7661-ecae-47fd-99b8-f6c5f2a1fb56 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752902 Mar 23 12:50:21.301231 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ab2a83-3599-4a4f-a0cb-165f92a24c49 req-f5bd9ded-c06f-44ad-bdf7-d9ca28b17a6b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:21.303328 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f5ab2a83-3599-4a4f-a0cb-165f92a24c49 req-f5bd9ded-c06f-44ad-bdf7-d9ca28b17a6b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0789082 Mar 23 12:50:21.370138 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f5ab2a83-3599-4a4f-a0cb-165f92a24c49 req-e2867201-5050-48a3-be9f-47b953292677 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610487 Mar 23 12:50:21.594116 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:21.936165 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d89d6-04a3-462b-8aad-adb52378df84 req-5f134784-26d0-4568-8e8d-671c916cf3a1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:21.939224 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e57d89d6-04a3-462b-8aad-adb52378df84 req-5f134784-26d0-4568-8e8d-671c916cf3a1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0641639 Mar 23 12:50:22.013738 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e57d89d6-04a3-462b-8aad-adb52378df84 req-6b7e0428-75b9-40a9-a50e-7a4d7cb4d676 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617292 Mar 23 12:50:22.121881 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a755948-14f0-4388-bf09-f42ecc4671e9 req-765fc8bf-642b-4daf-9b96-30d2c3bd0d59 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:22.131927 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a755948-14f0-4388-bf09-f42ecc4671e9 req-765fc8bf-642b-4daf-9b96-30d2c3bd0d59 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0927246 Mar 23 12:50:22.212384 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a755948-14f0-4388-bf09-f42ecc4671e9 req-35699328-b4ac-43af-8d9f-a7639a4ae0b4 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754037 Mar 23 12:50:22.301764 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4749e78-4e79-49fc-b1e4-c10bb1bbb8f2 req-200e990e-12fe-4b3c-972d-eb5dc477fb01 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:22.303406 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a4749e78-4e79-49fc-b1e4-c10bb1bbb8f2 req-200e990e-12fe-4b3c-972d-eb5dc477fb01 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.1069989 Mar 23 12:50:22.430667 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a4749e78-4e79-49fc-b1e4-c10bb1bbb8f2 req-92ee45ef-fbdd-4b05-8fe3-9e4ff3e42306 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167417 Mar 23 12:50:22.580935 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e579553e-62d0-4233-ac73-193a48a29899 req-810b64d3-157c-4bbd-b184-1c7c3d8cf807 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:22.582174 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c391793-0cfc-4fab-94a0-3892290a9686 req-5d360bd8-e126-4d2c-82b5-3b861fd60109 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:22.583889 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c391793-0cfc-4fab-94a0-3892290a9686 req-5d360bd8-e126-4d2c-82b5-3b861fd60109 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0846677 Mar 23 12:50:22.589100 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e579553e-62d0-4233-ac73-193a48a29899 req-810b64d3-157c-4bbd-b184-1c7c3d8cf807 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.0789330 Mar 23 12:50:22.720691 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c391793-0cfc-4fab-94a0-3892290a9686 req-a549e413-4443-45ec-9432-b2767381757f tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220412 Mar 23 12:50:22.734426 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e579553e-62d0-4233-ac73-193a48a29899 req-0948ab37-c818-40cc-9bce-37b90bed76d2 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442676 Mar 23 12:50:23.187161 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59c6cf-c8e6-4f9e-b0c3-509f1d4bf7a4 req-2d2e93a9-6e37-48ae-b86a-7638f8eafbb6 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:23.194754 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3b59c6cf-c8e6-4f9e-b0c3-509f1d4bf7a4 req-2d2e93a9-6e37-48ae-b86a-7638f8eafbb6 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.0847089 Mar 23 12:50:23.208689 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ec5b9a-51ea-48be-aecb-9cc9001eb50a req-1f28d823-fd9a-4b57-97d0-ccca121eec9c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:23.210894 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-55ec5b9a-51ea-48be-aecb-9cc9001eb50a req-1f28d823-fd9a-4b57-97d0-ccca121eec9c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0769260 Mar 23 12:50:23.278467 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3b59c6cf-c8e6-4f9e-b0c3-509f1d4bf7a4 req-975958a7-09f4-4e1d-ae83-83fceaba8dbe tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770831 Mar 23 12:50:23.289353 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-55ec5b9a-51ea-48be-aecb-9cc9001eb50a req-77758f8e-8c03-48c8-99ab-631267d430b8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699542 Mar 23 12:50:23.874932 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5486654-d479-4ef6-9730-045a2e865353 req-3c7f61b3-03f5-4585-b8e4-6f812ead72c8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:23.876985 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f5486654-d479-4ef6-9730-045a2e865353 req-3c7f61b3-03f5-4585-b8e4-6f812ead72c8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0636396 Mar 23 12:50:23.932574 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f5486654-d479-4ef6-9730-045a2e865353 req-b136ec4b-c1f9-4da8-9611-f936d4d48f15 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490537 Mar 23 12:50:24.437793 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ed94d-7f23-4788-9278-e44052578f07 req-3c8f761a-f5f6-4a92-80ad-4c0522b31cef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:24.440035 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-878ed94d-7f23-4788-9278-e44052578f07 req-3c8f761a-f5f6-4a92-80ad-4c0522b31cef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0620072 Mar 23 12:50:24.492700 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-878ed94d-7f23-4788-9278-e44052578f07 req-6e350b43-d0aa-4e89-91ef-0218e1a0c9f3 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470960 Mar 23 12:50:25.119333 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0de267-a73c-44e3-8213-f55d820961a5 req-e20330b9-5529-43ff-8b18-797e4bc59d0a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:25.121150 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6c0de267-a73c-44e3-8213-f55d820961a5 req-e20330b9-5529-43ff-8b18-797e4bc59d0a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1159410 Mar 23 12:50:25.191542 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6c0de267-a73c-44e3-8213-f55d820961a5 req-c7c49677-271d-4ff8-94b2-ccf61a89d102 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627398 Mar 23 12:50:25.665948 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198c370c-47ed-4712-9506-d922ef679a35 req-f3ef62b8-9017-4836-afc0-e07d599283cf tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:25.670886 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-198c370c-47ed-4712-9506-d922ef679a35 req-f3ef62b8-9017-4836-afc0-e07d599283cf tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0810831 Mar 23 12:50:25.720725 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:25.732840 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-198c370c-47ed-4712-9506-d922ef679a35 req-7f247cc9-62e2-47fa-86a3-1ad225cb3269 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569897 Mar 23 12:50:26.379623 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59908be-9d62-403a-b754-2de870591093 req-d21ed25a-16c7-4bf5-ba83-d8e6a6cca450 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:26.381818 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d59908be-9d62-403a-b754-2de870591093 req-d21ed25a-16c7-4bf5-ba83-d8e6a6cca450 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0810981 Mar 23 12:50:26.445547 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d59908be-9d62-403a-b754-2de870591093 req-1243d23b-d6a8-4345-8407-3440666286aa tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564852 Mar 23 12:50:26.964431 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258745a3-f682-4959-b0a7-90a165bc3bac req-43428df8-df87-4316-a9fc-4867bd7ed03a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:26.968756 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-258745a3-f682-4959-b0a7-90a165bc3bac req-43428df8-df87-4316-a9fc-4867bd7ed03a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1432025 Mar 23 12:50:27.068715 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-258745a3-f682-4959-b0a7-90a165bc3bac req-a606c114-3678-40fd-bd9b-92ca04edd865 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860946 Mar 23 12:50:27.175124 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45804) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:27.180205 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-568615f6-7510-44ba-beb0-3efe231d3856 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422324686', 'description': 'tempest-description--1308492942'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:27.221979 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-568615f6-7510-44ba-beb0-3efe231d3856 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.322718 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-568615f6-7510-44ba-beb0-3efe231d3856 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group (76b1de22-b688-4a90-9263-ca40295f1013), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.329995 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-568615f6-7510-44ba-beb0-3efe231d3856 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (76b1de22-b688-4a90-9263-ca40295f1013), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.372764 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568615f6-7510-44ba-beb0-3efe231d3856 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b1de22-b688-4a90-9263-ca40295f1013,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:27.386066 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-568615f6-7510-44ba-beb0-3efe231d3856 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.387315 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-568615f6-7510-44ba-beb0-3efe231d3856 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2110085 Mar 23 12:50:27.398608 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45812) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:27.404197 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-20179e8e-cd9f-49f5-9044-e7459807a59f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Request body: {'security_group_rule': {'security_group_id': '76b1de22-b688-4a90-9263-ca40295f1013', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:27.443445 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-20179e8e-cd9f-49f5-9044-e7459807a59f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group_rule (f052c375-444a-4ebe-9f34-5c510a682278), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.509475 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-20179e8e-cd9f-49f5-9044-e7459807a59f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group_rule (f052c375-444a-4ebe-9f34-5c510a682278), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.515734 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-20179e8e-cd9f-49f5-9044-e7459807a59f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (f052c375-444a-4ebe-9f34-5c510a682278), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.548908 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20179e8e-cd9f-49f5-9044-e7459807a59f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f052c375-444a-4ebe-9f34-5c510a682278,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:27.562186 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-20179e8e-cd9f-49f5-9044-e7459807a59f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.567728 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-20179e8e-cd9f-49f5-9044-e7459807a59f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679497 Mar 23 12:50:27.570665 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 45824) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:27.577577 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-7dd1549b-f0be-42c4-bfbe-d87aca51730f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Request body: {'security_group_rule': {'security_group_id': '76b1de22-b688-4a90-9263-ca40295f1013', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:27.649125 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7dd1549b-f0be-42c4-bfbe-d87aca51730f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group_rule (86c77538-22a4-4236-9214-1b1ca121ee2d), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.720939 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7dd1549b-f0be-42c4-bfbe-d87aca51730f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group_rule (86c77538-22a4-4236-9214-1b1ca121ee2d), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.727924 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7dd1549b-f0be-42c4-bfbe-d87aca51730f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (86c77538-22a4-4236-9214-1b1ca121ee2d), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.754371 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d2523-c70b-4f98-97fe-d7241e5845d1 req-ff2c705d-d64f-47e4-a946-344b9e64ba8f tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:27.755856 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a6d2523-c70b-4f98-97fe-d7241e5845d1 req-ff2c705d-d64f-47e4-a946-344b9e64ba8f tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1611247 Mar 23 12:50:27.781748 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1549b-f0be-42c4-bfbe-d87aca51730f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86c77538-22a4-4236-9214-1b1ca121ee2d,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:27.819184 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7dd1549b-f0be-42c4-bfbe-d87aca51730f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:27.828504 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-7dd1549b-f0be-42c4-bfbe-d87aca51730f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2484102 Mar 23 12:50:27.828504 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 45830) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:27.840700 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:27.978835 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a6d2523-c70b-4f98-97fe-d7241e5845d1 req-4414f9f7-d230-489b-9777-891bfa4b229d tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171516 Mar 23 12:50:27.994186 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45836) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:28.001040 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-926a7302-2833-4343-ae7f-74b904f01cd9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--419088250', 'description': 'tempest-description--799027100'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:28.031316 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.051059 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-926a7302-2833-4343-ae7f-74b904f01cd9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.141094 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-926a7302-2833-4343-ae7f-74b904f01cd9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (cf8d64e0-0434-4375-abdc-23a22f3286d0), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.150221 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-926a7302-2833-4343-ae7f-74b904f01cd9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (cf8d64e0-0434-4375-abdc-23a22f3286d0), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.184734 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-926a7302-2833-4343-ae7f-74b904f01cd9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.189672 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-926a7302-2833-4343-ae7f-74b904f01cd9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1937816 Mar 23 12:50:28.190482 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45842) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:28.201315 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.201556 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-ffd68fdc-4574-4abc-b5d5-6e82cf4c5154 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group_rule': {'security_group_id': 'cf8d64e0-0434-4375-abdc-23a22f3286d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:28.254062 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926a7302-2833-4343-ae7f-74b904f01cd9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d64e0-0434-4375-abdc-23a22f3286d0,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:28.280957 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ffd68fdc-4574-4abc-b5d5-6e82cf4c5154 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (f7a1bdb6-7bf5-448b-b27c-bc18beee12ce), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.335613 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fde800-a970-49fd-8ca5-e5ecf6a9b769 req-f5defa5d-fa5e-4c5c-a336-be4f8cdf9f66 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:28.341691 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-77fde800-a970-49fd-8ca5-e5ecf6a9b769 req-f5defa5d-fa5e-4c5c-a336-be4f8cdf9f66 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1612926 Mar 23 12:50:28.386579 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Allocated IP 172.27.0.93 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/f767cff9-8eae-4c0f-91e4-71ef62ee2baf) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:28.431606 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ffd68fdc-4574-4abc-b5d5-6e82cf4c5154 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (f7a1bdb6-7bf5-448b-b27c-bc18beee12ce), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.444779 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-77fde800-a970-49fd-8ca5-e5ecf6a9b769 req-cbf9d746-235e-4a9b-a3f6-1be391246d2c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896435 Mar 23 12:50:28.446983 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ffd68fdc-4574-4abc-b5d5-6e82cf4c5154 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (f7a1bdb6-7bf5-448b-b27c-bc18beee12ce), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.470897 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd68fdc-4574-4abc-b5d5-6e82cf4c5154 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a1bdb6-7bf5-448b-b27c-bc18beee12ce,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:28.492071 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ffd68fdc-4574-4abc-b5d5-6e82cf4c5154 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.496181 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-ffd68fdc-4574-4abc-b5d5-6e82cf4c5154 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2989364 Mar 23 12:50:28.496817 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45846) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:28.503606 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-d62ac85d-2700-4bd2-b8e7-827a737fcf3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group_rule': {'security_group_id': 'cf8d64e0-0434-4375-abdc-23a22f3286d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:28.535829 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d62ac85d-2700-4bd2-b8e7-827a737fcf3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (21c88a38-0064-4687-a0f0-e0cab2f33612), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.565035 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for port (f767cff9-8eae-4c0f-91e4-71ef62ee2baf), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.636667 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (f767cff9-8eae-4c0f-91e4-71ef62ee2baf), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.637856 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d62ac85d-2700-4bd2-b8e7-827a737fcf3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (21c88a38-0064-4687-a0f0-e0cab2f33612), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.644935 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d62ac85d-2700-4bd2-b8e7-827a737fcf3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (21c88a38-0064-4687-a0f0-e0cab2f33612), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.673206 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac85d-2700-4bd2-b8e7-827a737fcf3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21c88a38-0064-4687-a0f0-e0cab2f33612,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:28.696314 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d62ac85d-2700-4bd2-b8e7-827a737fcf3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.698118 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-d62ac85d-2700-4bd2-b8e7-827a737fcf3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2002485 Mar 23 12:50:28.701232 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45848) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:28.707051 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:28.728685 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:28.732373 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:28.733232 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.739346 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:28.762534 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event updated for resources: {'Port': ['ID=f767cff9-8eae-4c0f-91e4-71ef62ee2baf,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:28.856361 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for floatingip (2673b5ef-7c80-4d8c-abb3-23febf515c81), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.904542 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f767cff9-8eae-4c0f-91e4-71ef62ee2baf), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:28.925410 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:29.099207 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for port (f767cff9-8eae-4c0f-91e4-71ef62ee2baf), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:29.102091 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Allocated IP 172.27.0.32 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/274c01ef-bba9-47a2-8c54-74da7bab68db) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:29.120702 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (f767cff9-8eae-4c0f-91e4-71ef62ee2baf), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:29.272803 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859c92ef-0765-491a-a6f4-394deb74f2b3 req-53e5f300-a3dc-4eb1-85dc-2d3c0ed40ad5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:29.275116 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-859c92ef-0765-491a-a6f4-394deb74f2b3 req-53e5f300-a3dc-4eb1-85dc-2d3c0ed40ad5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1734734 Mar 23 12:50:29.277618 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event updated for resources: {'Port': ['ID=f767cff9-8eae-4c0f-91e4-71ef62ee2baf,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:29.305697 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (274c01ef-bba9-47a2-8c54-74da7bab68db), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:29.308297 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (2673b5ef-7c80-4d8c-abb3-23febf515c81), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:29.343287 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:29.353218 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-e4e7a00b-e3fb-4966-a575-775c7cc72fe8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5198586 Mar 23 12:50:29.353218 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-859c92ef-0765-491a-a6f4-394deb74f2b3 req-f1bea757-bc65-4c50-97f6-cea66d44a93c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659990 Mar 23 12:50:29.403153 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (274c01ef-bba9-47a2-8c54-74da7bab68db), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:29.516630 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:29.523716 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:29.530499 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:29.541545 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=274c01ef-bba9-47a2-8c54-74da7bab68db,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:29.663516 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (8bd04619-2705-4689-9f55-d022fa7f0874), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:29.693500 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad5231-6535-48fb-9ba1-9754121f23f1 req-925b9c51-9233-4205-8863-24a7020e5e3e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:29.699478 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-acad5231-6535-48fb-9ba1-9754121f23f1 req-925b9c51-9233-4205-8863-24a7020e5e3e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.0980272 Mar 23 12:50:29.705933 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 45876) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:29.757313 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (274c01ef-bba9-47a2-8c54-74da7bab68db), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:29.834053 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-acad5231-6535-48fb-9ba1-9754121f23f1 req-45b3503c-7ac6-4590-a3f3-279313b71853 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006205 Mar 23 12:50:29.885972 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f4898dba-46d8-468a-a7be-95d8a719a2a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.027016 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f4898dba-46d8-468a-a7be-95d8a719a2a0 admin admin] Publish callbacks [] for security_group (01becea6-d797-4eec-b691-d112405dc964), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.034506 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f4898dba-46d8-468a-a7be-95d8a719a2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (01becea6-d797-4eec-b691-d112405dc964), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.057911 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (274c01ef-bba9-47a2-8c54-74da7bab68db), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.065174 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (274c01ef-bba9-47a2-8c54-74da7bab68db), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.085271 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (8bd04619-2705-4689-9f55-d022fa7f0874), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.105992 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f4898dba-46d8-468a-a7be-95d8a719a2a0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5310ea89737d41e390f571e57aefc215&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3986571 Mar 23 12:50:30.109630 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 45884) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:30.144176 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4898dba-46d8-468a-a7be-95d8a719a2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01becea6-d797-4eec-b691-d112405dc964,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:30.150124 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.163381 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4599204 Mar 23 12:50:30.169521 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0196a-19d0-4edd-9230-4b4201400911 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=274c01ef-bba9-47a2-8c54-74da7bab68db,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:30.196404 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-598efb36-1aae-4f98-8e9a-4d45ec704578 admin admin] Publish callbacks [] for security_group (01becea6-d797-4eec-b691-d112405dc964), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.239963 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-598efb36-1aae-4f98-8e9a-4d45ec704578 admin admin] Publish callbacks [] for security_group (01becea6-d797-4eec-b691-d112405dc964), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.338128 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-598efb36-1aae-4f98-8e9a-4d45ec704578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (01becea6-d797-4eec-b691-d112405dc964), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.342961 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-598efb36-1aae-4f98-8e9a-4d45ec704578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:30.348249 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-598efb36-1aae-4f98-8e9a-4d45ec704578 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/01becea6-d797-4eec-b691-d112405dc964 HTTP/1.1" status: 204 len: 168 time: 0.2332828 Mar 23 12:50:30.357598 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598efb36-1aae-4f98-8e9a-4d45ec704578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01becea6-d797-4eec-b691-d112405dc964,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:30.415687 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a191429c-6f67-4d13-890a-b44fc633be0f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--422324686&fields=id&tenant_id=6433c525a3384ba0a96e7360444a072b HTTP/1.1" status: 200 len: 267 time: 0.0943644 Mar 23 12:50:30.533002 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bc312be4-6367-4c37-ab9a-b81ccd80727e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--419088250&fields=id&tenant_id=14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 267 time: 0.0790725 Mar 23 12:50:30.583770 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-6b6a96ae-ffca-4d6c-82a3-abade6f742a1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:30.585929 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-6b6a96ae-ffca-4d6c-82a3-abade6f742a1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 818 time: 0.1634943 Mar 23 12:50:30.605849 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f4bd6acd-02f3-45ab-b221-13a45f4baf00 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/quotas/6433c525a3384ba0a96e7360444a072b HTTP/1.1" status: 200 len: 375 time: 0.0132134 Mar 23 12:50:30.665443 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-97f9068c-d8d0-4fed-a203-163c6c4d302e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:30.667114 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-97f9068c-d8d0-4fed-a203-163c6c4d302e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 815 time: 0.1273491 Mar 23 12:50:30.685371 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-571fcbd2-a94f-4bba-ba33-24d9f0db0c5e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/quotas/14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 375 time: 0.0108712 Mar 23 12:50:30.694783 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-ccff9da7-3faf-4ac7-a4a4-0aa27fcd872d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0808172 Mar 23 12:50:30.762103 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-0594e25f-7d6a-4392-b3ae-a6a7670cb642 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689268 Mar 23 12:50:30.855720 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-8eb3978d-71e6-453a-97a8-8128668b28bd service neutron] 10.222.0.45 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431928 Mar 23 12:50:30.906325 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-4ac054ff-e52e-4c31-96ee-d9c2c384bdda service neutron] 10.222.0.45 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217246 Mar 23 12:50:30.988739 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-d0b681be-74d9-448e-a521-d95c07effab0 service neutron] 10.222.0.45 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258984 Mar 23 12:50:31.039260 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-2c44408c-6722-4801-b6f1-94b62e0fabbc service neutron] 10.222.0.45 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259291 Mar 23 12:50:31.180864 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-361f0cd2-3b3f-4312-8834-a230511793d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:31.183462 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-361f0cd2-3b3f-4312-8834-a230511793d7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 1129 time: 0.0895588 Mar 23 12:50:31.326369 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45960) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:31.416019 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-acaef87e-2a16-4a00-99bb-f1bea4089a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:31.417579 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-acaef87e-2a16-4a00-99bb-f1bea4089a48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.2274871 Mar 23 12:50:31.429115 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16df534-38e1-4074-9d62-956a2e5f0016 req-31bcd487-463d-4750-aaf0-6b4dc2cffa89 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:31.443646 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e16df534-38e1-4074-9d62-956a2e5f0016 req-31bcd487-463d-4750-aaf0-6b4dc2cffa89 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1203458 Mar 23 12:50:31.509623 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e16df534-38e1-4074-9d62-956a2e5f0016 req-a13d7ad9-597d-4ace-b8b4-290af5cc4c52 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645182 Mar 23 12:50:31.516496 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62cda48-2166-4ec4-a9ea-41f1d0f0fb27 req-93b3708b-63e8-4b78-bed2-f4fa29ffe3b9 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:31.531761 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a62cda48-2166-4ec4-a9ea-41f1d0f0fb27 req-93b3708b-63e8-4b78-bed2-f4fa29ffe3b9 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.2915392 Mar 23 12:50:31.586771 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1979872057-network', 'tenant_id': '67247c1540b6442987cab91eb46e67a5'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:31.607471 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-99a03d56-dc46-4df0-90a8-c9c0d4b9a879 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d HTTP/1.1" status: 200 len: 1001 time: 0.1810939 Mar 23 12:50:31.622095 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-53415de2-9c11-43de-826e-28e1789b1eb0 req-1a2ed573-8b18-4d11-a3d0-b29ea03d7bc8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 210 time: 0.0567348 Mar 23 12:50:31.633446 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a62cda48-2166-4ec4-a9ea-41f1d0f0fb27 req-7e42bc11-64e7-4523-a65f-7f7412a369b6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006944 Mar 23 12:50:31.636457 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Made reservation on behalf of 67247c1540b6442987cab91eb46e67a5 for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:31.640603 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:31.665659 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:31.692048 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-db1f5315-ed58-43b9-9f4f-ab4059f5353b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:31.693647 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-db1f5315-ed58-43b9-9f4f-ab4059f5353b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.0773435 Mar 23 12:50:31.720660 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-3be9528d-8171-43e3-8c27-320e25639bb8 req-08c03dbd-067e-4775-a46a-f9142851b77d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 210 time: 0.0358617 Mar 23 12:50:31.774176 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-03f32ff1-061e-482b-a768-94230636cb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:31.776312 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-03f32ff1-061e-482b-a768-94230636cb04 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0736773 Mar 23 12:50:31.790097 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Publish callbacks [] for security_group (431a9932-91c6-4c63-99ce-3dfb56f9fd66), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:31.796491 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (431a9932-91c6-4c63-99ce-3dfb56f9fd66), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:31.827262 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:50:31.828592 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:50:31.838025 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431a9932-91c6-4c63-99ce-3dfb56f9fd66,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:31.844328 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (3e9d86f3-b09c-48cc-942a-1c8cc6357fa4), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:31.845296 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Added segment 3e9d86f3-b09c-48cc-942a-1c8cc6357fa4 of type vlan for network 71f60b8e-14e6-4d0f-953e-301bb816274c Mar 23 12:50:31.887284 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-51db54d5-6a72-4f75-a05d-34c06a9e9afd service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026676 Mar 23 12:50:31.896864 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (71f60b8e-14e6-4d0f-953e-301bb816274c), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:31.927163 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (71f60b8e-14e6-4d0f-953e-301bb816274c), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:31.928184 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:31.928806 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:31.994518 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6666093 Mar 23 12:50:31.997592 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45976) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:31.998487 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-23bcc86c-9ef8-42f5-9e31-55cf9af7e082 req-a2b85b35-0e1f-48b3-add5-7b3e632acc11 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012752 Mar 23 12:50:32.004412 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Request body: {'subnet': {'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1979872057-subnet', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:32.025163 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca12612-958b-4781-a482-7963a1256b75 admin admin] Pushing event updated for resources: {'Network': ['ID=71f60b8e-14e6-4d0f-953e-301bb816274c,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:32.035791 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Made reservation on behalf of 67247c1540b6442987cab91eb46e67a5 for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:32.038467 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 71f60b8e-14e6-4d0f-953e-301bb816274c details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:50:32.039037 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.229757 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (e6aea821-992b-420c-87ef-78bd650da4ba), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.286251 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6aea821-992b-420c-87ef-78bd650da4ba,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:32.296456 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Checking segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:32.296816 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Network hostable DHCP agents. Network: 71f60b8e-14e6-4d0f-953e-301bb816274c, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:50:32.312439 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Network 71f60b8e-14e6-4d0f-953e-301bb816274c is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:50:32.320514 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 71f60b8e-14e6-4d0f-953e-301bb816274c) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:32.324422 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:32.325020 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.330384 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fa3372-3394-465b-a219-aa264e8eebed None None] Network 71f60b8e-14e6-4d0f-953e-301bb816274c requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:50:32.343791 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e911d120-1b72-46d0-8e83-3726e59d3d5e admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3428261 Mar 23 12:50:32.344356 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 45982) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:32.349139 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:32.368771 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (51a04fd7-5b22-4c88-af79-49ad3028e442), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.369823 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (51a04fd7-5b22-4c88-af79-49ad3028e442), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.425209 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks [] for router_controller (51a04fd7-5b22-4c88-af79-49ad3028e442), precommit_add_association {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.438745 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-71f60b8e-14e6-4d0f-953e-301bb816274c', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:50:32.439642 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.572377 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks [] for router_gateway (51a04fd7-5b22-4c88-af79-49ad3028e442), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.579739 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Allocated IP 172.20.0.2 (71f60b8e-14e6-4d0f-953e-301bb816274c/e6aea821-992b-420c-87ef-78bd650da4ba/9e8632bf-a26e-4e12-bdf6-163418c8c133) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:32.718382 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57abb10b-b3bf-4d7f-95f0-b04392c50898 req-dc0f3df9-01b2-4842-9204-4e7b51b68a5c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:32.723388 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-57abb10b-b3bf-4d7f-95f0-b04392c50898 req-dc0f3df9-01b2-4842-9204-4e7b51b68a5c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1040246 Mar 23 12:50:32.789667 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Publish callbacks [] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.798410 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.806446 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-17ba4d5a-16c2-459c-8033-e8cd27c26342 req-9c992f79-d42f-455d-b7e3-1e7d7196058d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 210 time: 0.0363903 Mar 23 12:50:32.853762 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks [] for router_gateway (51a04fd7-5b22-4c88-af79-49ad3028e442), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.856597 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Network 71f60b8e-14e6-4d0f-953e-301bb816274c is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:32.859758 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:32.864699 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:32.885026 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.885340 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Pushing event updated for resources: {'Port': ['ID=9e8632bf-a26e-4e12-bdf6-163418c8c133,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:32.947160 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Attempting to bind port 9e8632bf-a26e-4e12-bdf6-163418c8c133 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:32.947708 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Attempting to bind port 9e8632bf-a26e-4e12-bdf6-163418c8c133 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:32.948220 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Attempting to bind port 9e8632bf-a26e-4e12-bdf6-163418c8c133 on network 71f60b8e-14e6-4d0f-953e-301bb816274c {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:32.954112 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:32.954970 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Checking segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:32.955526 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:32.956019 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Bound using segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:32.956778 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Bound port: 9e8632bf-a26e-4e12-bdf6-163418c8c133, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:32.957240 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:33.037740 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] For port 9e8632bf-a26e-4e12-bdf6-163418c8c133, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:33.041543 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] For port 9e8632bf-a26e-4e12-bdf6-163418c8c133, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=9e8632bf-a26e-4e12-bdf6-163418c8c133,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:33.050829 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:33.052794 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80075f6b-be1e-4f4b-bdb5-8d975fb18dda req-3908ccd5-f398-40dd-bb9e-e27c93911a27 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:33.059958 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-80075f6b-be1e-4f4b-bdb5-8d975fb18dda req-3908ccd5-f398-40dd-bb9e-e27c93911a27 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1183908 Mar 23 12:50:33.094276 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Allocated IP 172.27.0.239 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/2609aeab-04ce-43c5-862c-f5be5417fa1a) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:33.122696 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298cc0d-3f85-4ddf-a0e9-839b58a5091a None None] Pushing event updated for resources: {'Port': ['ID=9e8632bf-a26e-4e12-bdf6-163418c8c133,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:33.154958 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-80075f6b-be1e-4f4b-bdb5-8d975fb18dda req-d2697030-9566-46d2-a25c-ef460557226e tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911748 Mar 23 12:50:33.302764 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6637df10-c5be-4adc-bd9a-b39fb185c19e req-fb9d9bf3-e0e5-4f44-9fbc-28ee9eabde9a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 210 time: 0.0539300 Mar 23 12:50:33.359277 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks [] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:33.362059 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bb9031a9-c371-42a9-a9c4-c4de7ad4cd75 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:33.363515 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bb9031a9-c371-42a9-a9c4-c4de7ad4cd75 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 815 time: 0.6378853 Mar 23 12:50:33.370313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-14e5ccf9-99ba-4acd-b950-8564864794fb tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:33.371565 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-14e5ccf9-99ba-4acd-b950-8564864794fb tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 818 time: 0.6470211 Mar 23 12:50:33.375266 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-57abb10b-b3bf-4d7f-95f0-b04392c50898 req-dbb67e13-5a34-4133-a583-097852a0d581 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937775 Mar 23 12:50:33.432006 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:33.478771 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:33.487259 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:33.490925 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:33.494208 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=2609aeab-04ce-43c5-862c-f5be5417fa1a,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:33.503769 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-afd9287d-98e8-4b8a-8ef1-715dceca5b5c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6433c525a3384ba0a96e7360444a072b HTTP/1.1" status: 200 len: 379 time: 0.1074529 Mar 23 12:50:33.517569 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Request body: {'port': {'device_id': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'admin_state_up': True, 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'security_groups': ['76b1de22-b688-4a90-9263-ca40295f1013']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:33.581868 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-45444655-5e23-489d-9fd1-6552010fb401 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 472 time: 0.1900225 Mar 23 12:50:33.601185 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'port': {'device_id': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'admin_state_up': True, 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'security_groups': ['cf8d64e0-0434-4375-abdc-23a22f3286d0']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:33.717805 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks [] for router_gateway (51a04fd7-5b22-4c88-af79-49ad3028e442), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:33.729164 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Made reservation on behalf of 6433c525a3384ba0a96e7360444a072b for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:33.732462 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:33.767710 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Made reservation on behalf of 14d846fbc6e84dc598b54d5488f818f6 for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:33.771024 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:33.973954 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Allocated IP 172.20.0.6 (b6cbf188-3c50-4afa-8c2c-521bcdfda65d/1b765262-b031-4ba4-b28b-57e821c0d8ce/ffa45392-3f55-4255-bb6b-e45aa7e6af4b) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:34.019181 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Allocated IP 172.20.0.4 (c22af5e6-8870-46e4-888c-8471bf57200b/96d74455-684d-47ad-9854-658b83e265d4/ffb01eb1-60f7-40df-81bd-ef16fdfc0199) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:34.055405 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4b96ff29-0ac9-472e-99d6-3ca545426b93 req-e9188752-a02a-46ae-a78b-25410f9536de tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 210 time: 0.0435505 Mar 23 12:50:34.184142 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (51a04fd7-5b22-4c88-af79-49ad3028e442), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.243289 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.343719 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.353360 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.418025 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Router 51a04fd7-5b22-4c88-af79-49ad3028e442 is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:50:34.424494 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c62b58-4841-4a87-9ae3-efe705298dd5 None None] Network 71f60b8e-14e6-4d0f-953e-301bb816274c requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:50:34.463012 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d49b14a0-707a-4b6a-896d-186bb26fef47 req-0db6b8d8-936b-48d7-ad41-37edfda62c46 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 210 time: 0.0633206 Mar 23 12:50:34.478420 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:34.492209 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:34.495095 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:34.510888 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 9e8632bf-a26e-4e12-bdf6-163418c8c133 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:34.514020 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51077c8-87ba-4cbf-8074-db855b3d9239 req-12422488-e90e-40c9-aae3-c353d3130183 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:34.520080 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c51077c8-87ba-4cbf-8074-db855b3d9239 req-12422488-e90e-40c9-aae3-c353d3130183 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.2721603 Mar 23 12:50:34.542528 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event updated for resources: {'Port': ['ID=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:34.581435 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.630585 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-38e2df97-8351-4912-b7c5-b3e2eea27920 None None] Provisioning complete for port 9e8632bf-a26e-4e12-bdf6-163418c8c133 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:34.631269 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-38e2df97-8351-4912-b7c5-b3e2eea27920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.645076 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:34.645860 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.676174 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8bb3d7-728d-4b89-85a0-258523748954 req-be335b46-93af-4ba3-a8e4-5153b00d1301 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:34.684143 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c8bb3d7-728d-4b89-85a0-258523748954 req-be335b46-93af-4ba3-a8e4-5153b00d1301 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 945 time: 0.1103127 Mar 23 12:50:34.686764 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:34.694136 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 9e8632bf-a26e-4e12-bdf6-163418c8c133 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:34.695356 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.699919 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Sync routers for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:34.707624 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-f105f46e-c72b-421b-bfb8-1980d5a3f231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1955183 Mar 23 12:50:34.711847 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Network c22af5e6-8870-46e4-888c-8471bf57200b is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:34.718358 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c51077c8-87ba-4cbf-8074-db855b3d9239 req-98517fbe-4866-4929-b341-9221a6a50153 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717200 Mar 23 12:50:34.730612 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Request body: {'port': {'device_id': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:34.738068 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:34.738801 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:34.747138 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.751474 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-0a146a2f-2b3c-4a4f-ac77-678941d2b0e1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4051948 Mar 23 12:50:34.752613 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46016) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:34.781938 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:34.797812 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:34.806997 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:34.944139 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-38e2df97-8351-4912-b7c5-b3e2eea27920 None None] Current status of the port 9e8632bf-a26e-4e12-bdf6-163418c8c133 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:34.946896 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-38e2df97-8351-4912-b7c5-b3e2eea27920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.997334 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:34.998970 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:34.999330 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:35.005382 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c8bb3d7-728d-4b89-85a0-258523748954 req-6a79fdc6-ee07-484a-9139-5b8a917f65aa tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209336 Mar 23 12:50:35.027770 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.108165 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:35.108994 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bf902f78-d3f1-4612-b0e1-6c790193002e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5144553 Mar 23 12:50:35.125051 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-38e2df97-8351-4912-b7c5-b3e2eea27920 None None] For port 9e8632bf-a26e-4e12-bdf6-163418c8c133, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=9e8632bf-a26e-4e12-bdf6-163418c8c133,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:35.126835 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Request body: {'port': {'device_id': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:35.133532 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 9e8632bf-a26e-4e12-bdf6-163418c8c133 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:35.134853 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.201984 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-38e2df97-8351-4912-b7c5-b3e2eea27920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.366566 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:33Z', 'revision_number': 3, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:35.390225 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e2df97-8351-4912-b7c5-b3e2eea27920 None None] Pushing event updated for resources: {'Port': ['ID=9e8632bf-a26e-4e12-bdf6-163418c8c133,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:35.404545 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Checking router: 51a04fd7-5b22-4c88-af79-49ad3028e442 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:35.404955 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Updating router 51a04fd7-5b22-4c88-af79-49ad3028e442 port 2609aeab-04ce-43c5-862c-f5be5417fa1a binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:50:35.445313 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.461722 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d523f41c-ca96-48af-afcf-8c3ab2f2e323 None None] Provisioning complete for port ffa45392-3f55-4255-bb6b-e45aa7e6af4b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:35.462315 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d523f41c-ca96-48af-afcf-8c3ab2f2e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.465109 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.db.api [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115112) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 23 12:50:35.465911 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG oslo_db.api [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 23 12:50:35.533810 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port f58071c7-9746-4519-a9e7-68b9f8dc285d is: ACTIVE; New status is: DOWN {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:35.535231 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.560197 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d523f41c-ca96-48af-afcf-8c3ab2f2e323 None None] Port ffa45392-3f55-4255-bb6b-e45aa7e6af4b cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:50:35.585807 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:35.588198 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c4f45e-a91e-4425-a8fa-0104ccf740dc" -d '{"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-unplugged", "status": "completed", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:35.589637 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.609015 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d523f41c-ca96-48af-afcf-8c3ab2f2e323 None None] Provisioning complete for port 9e8632bf-a26e-4e12-bdf6-163418c8c133 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:35.609760 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d523f41c-ca96-48af-afcf-8c3ab2f2e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.618133 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:35.641169 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.647682 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.728610 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a7b7f-0726-4b8e-9f1a-89501d4c9f9b req-be65d154-0a37-4caf-8e9d-cd2d7af1e227 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:35.729417 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16d5ec-af14-45a0-b55f-0d363c53a878 req-d3662bc1-73a3-48d3-ab4d-e849fce3a3b8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:35.736442 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3a16d5ec-af14-45a0-b55f-0d363c53a878 req-d3662bc1-73a3-48d3-ab4d-e849fce3a3b8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 931 time: 0.4240892 Mar 23 12:50:35.736708 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-532a7b7f-0726-4b8e-9f1a-89501d4c9f9b req-be65d154-0a37-4caf-8e9d-cd2d7af1e227 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 931 time: 0.1270149 Mar 23 12:50:35.776694 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=8']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:35.841031 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d523f41c-ca96-48af-afcf-8c3ab2f2e323 None None] Current status of the port 9e8632bf-a26e-4e12-bdf6-163418c8c133 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:35.844860 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-532a7b7f-0726-4b8e-9f1a-89501d4c9f9b req-0b771bc0-e460-432d-b60d-1b74e641bea0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020281 Mar 23 12:50:35.863113 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Publish callbacks [] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.867820 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d523f41c-ca96-48af-afcf-8c3ab2f2e323 None None] Provisioning complete for port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:35.868343 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d523f41c-ca96-48af-afcf-8c3ab2f2e323 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.870719 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.899049 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6058bafd-66b9-4453-9ca9-206240b636b1 x-openstack-request-id: req-6058bafd-66b9-4453-9ca9-206240b636b1 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:35.899405 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-unplugged", "status": "failed", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d", "code": 422}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:35.899596 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6058bafd-66b9-4453-9ca9-206240b636b1 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:35.900152 dv-cinder-797245-11-iscsi neutron-server[115112]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6058bafd-66b9-4453-9ca9-206240b636b1']: {'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'code': 422} returned with failed status Mar 23 12:50:35.930954 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d523f41c-ca96-48af-afcf-8c3ab2f2e323 None None] Port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:50:35.936297 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Attempting to bind port 2609aeab-04ce-43c5-862c-f5be5417fa1a on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:35.936676 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Attempting to bind port 2609aeab-04ce-43c5-862c-f5be5417fa1a by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:35.937039 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Attempting to bind port 2609aeab-04ce-43c5-862c-f5be5417fa1a on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:35.946658 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3a16d5ec-af14-45a0-b55f-0d363c53a878 req-016435de-eecb-44c5-a767-1391c1b25033 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2048471 Mar 23 12:50:35.947310 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Allocated IP 172.20.0.1 (71f60b8e-14e6-4d0f-953e-301bb816274c/e6aea821-992b-420c-87ef-78bd650da4ba/f04299c1-32dc-4373-bc38-fe280faf4223) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:35.949871 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:35.950041 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:35.950476 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.951576 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:35.952358 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Bound port: 2609aeab-04ce-43c5-862c-f5be5417fa1a, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:35.952806 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:35.999298 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffa45392-3f55-4255-bb6b-e45aa7e6af4b {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:36.003596 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Pushing event updated for resources: {'Port': ['ID=2609aeab-04ce-43c5-862c-f5be5417fa1a,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:36.010311 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 9e8632bf-a26e-4e12-bdf6-163418c8c133 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:36.025337 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Publish callbacks [] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.040923 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.041646 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.042130 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.042931 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.043395 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.043797 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.044246 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.044992 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.045460 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.045997 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.046531 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.046945 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.047344 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.048317 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.048709 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115113) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:36.058552 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] For port 2609aeab-04ce-43c5-862c-f5be5417fa1a, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:36.062784 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] For port 2609aeab-04ce-43c5-862c-f5be5417fa1a, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=2609aeab-04ce-43c5-862c-f5be5417fa1a,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:36.071805 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.109218 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b9bf65-e4c8-4d29-a85b-f895422407d9 req-a10b4606-5fb5-4410-bfc9-7545bd6408c1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:36.115919 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Transition to ACTIVE for port object ffa45392-3f55-4255-bb6b-e45aa7e6af4b will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:50:36.117189 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-02b9bf65-e4c8-4d29-a85b-f895422407d9 req-a10b4606-5fb5-4410-bfc9-7545bd6408c1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0934720 Mar 23 12:50:36.124906 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.137456 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:36.138186 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:36.146790 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Publish callbacks [] for port (f04299c1-32dc-4373-bc38-fe280faf4223), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.189747 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-02b9bf65-e4c8-4d29-a85b-f895422407d9 req-627fb812-cd5c-4b0d-b2ca-c0a518486bcb tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703318 Mar 23 12:50:36.226037 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3c023a-8300-4f4c-94b3-1bf9d9441134 req-98f5252b-d72f-4dab-846c-69a025a5dde0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:36.227773 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7d3c023a-8300-4f4c-94b3-1bf9d9441134 req-98f5252b-d72f-4dab-846c-69a025a5dde0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.1997802 Mar 23 12:50:36.240795 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.244496 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2fe5c-eea2-40e2-a420-eca05d5d1455 None None] Pushing event updated for resources: {'Port': ['ID=2609aeab-04ce-43c5-862c-f5be5417fa1a,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:36.249713 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:36.292524 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Network 71f60b8e-14e6-4d0f-953e-301bb816274c is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:36.294301 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:36.297390 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:36.311234 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:36.311706 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (51a04fd7-5b22-4c88-af79-49ad3028e442), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.361492 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 9e8632bf-a26e-4e12-bdf6-163418c8c133 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:36.386106 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Pushing event updated for resources: {'Port': ['ID=f04299c1-32dc-4373-bc38-fe280faf4223,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:36.449352 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912d49a-6329-4e72-8c52-73bef9b02813 req-6479292e-a8e7-4f79-ad24-1e70967d1b4f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:36.450510 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6912d49a-6329-4e72-8c52-73bef9b02813 req-6479292e-a8e7-4f79-ad24-1e70967d1b4f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1482840 Mar 23 12:50:36.477488 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 9e8632bf-a26e-4e12-bdf6-163418c8c133 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:36.478020 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Attempting to bind port ffa45392-3f55-4255-bb6b-e45aa7e6af4b on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:36.478020 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Attempting to bind port ffa45392-3f55-4255-bb6b-e45aa7e6af4b by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:36.478673 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Attempting to bind port ffa45392-3f55-4255-bb6b-e45aa7e6af4b on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:36.488640 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.489216 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7d3c023a-8300-4f4c-94b3-1bf9d9441134 req-0df9c488-059f-4e48-a80f-a92dc50bda00 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462549 Mar 23 12:50:36.534282 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46038) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:36.564444 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb01eb1-60f7-40df-81bd-ef16fdfc0199 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:36.577313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Publish callbacks [] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.625044 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Transition to ACTIVE for port object ffb01eb1-60f7-40df-81bd-ef16fdfc0199 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:50:36.628700 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Port ffa45392-3f55-4255-bb6b-e45aa7e6af4b on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:50:36.629912 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Attempting to bind port ffa45392-3f55-4255-bb6b-e45aa7e6af4b on network b6cbf188-3c50-4afa-8c2c-521bcdfda65d {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:36.642789 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6912d49a-6329-4e72-8c52-73bef9b02813 req-2450e405-ad70-4ec0-8415-7b344234dfb5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1852090 Mar 23 12:50:36.655520 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:36.656939 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Checking segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:36.659864 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Bound using segment: {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:36.660391 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Bound port: ffa45392-3f55-4255-bb6b-e45aa7e6af4b, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeeaa24f-db7c-49ca-813e-47b648bde09b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:36.660776 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.665014 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.669121 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:36.916344 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4704f145-d771-401b-907c-20a94c913f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:33Z', 'revision_number': 3, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:36.951436 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 9e8632bf-a26e-4e12-bdf6-163418c8c133 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:36.959397 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd02f9f-1cbf-4561-96b9-fdb80ec5c202 tempest-TestMinimumBasicScenario-391095117 tempest-TestMinimumBasicScenario-391095117-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:36.967205 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-0fd02f9f-1cbf-4561-96b9-fdb80ec5c202 tempest-TestMinimumBasicScenario-391095117 tempest-TestMinimumBasicScenario-391095117-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 1124 time: 0.4247546 Mar 23 12:50:36.967636 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46058) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:36.980274 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4704f145-d771-401b-907c-20a94c913f9a None None] The sync data for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi is: [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:33Z', 'revision_number': 3, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:36.989618 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'port_id': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:37.002155 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] For port ffa45392-3f55-4255-bb6b-e45aa7e6af4b, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:37.007702 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] For port ffa45392-3f55-4255-bb6b-e45aa7e6af4b, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:37.029157 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:37.079946 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-12ebf2d1-ba06-456a-96f2-458a3f9d5bf0 None None] Provisioning complete for port f04299c1-32dc-4373-bc38-fe280faf4223 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:37.080642 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-12ebf2d1-ba06-456a-96f2-458a3f9d5bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.093017 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.115975 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Publish callbacks [] for port (f04299c1-32dc-4373-bc38-fe280faf4223), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.122316 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.155326 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.156031 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (51a04fd7-5b22-4c88-af79-49ad3028e442), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.163730 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-12ebf2d1-ba06-456a-96f2-458a3f9d5bf0 None None] Port f04299c1-32dc-4373-bc38-fe280faf4223 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:50:37.194230 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:37.195456 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.196902 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] 10.222.0.53 "PUT /v2.0/ports/ffa45392-3f55-4255-bb6b-e45aa7e6af4b HTTP/1.1" status: 200 len: 1093 time: 2.4766245 Mar 23 12:50:37.199277 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:37.202680 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28cf18a-b574-4d4a-a98c-7a19769bdbca" -d '{"events": [{"name": "network-changed", "server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:37.220568 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ae4f0-4bb1-4fc5-b66f-9bbd75df4f78 service neutron] Pushing event updated for resources: {'Port': ['ID=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:37.262098 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Attempting to bind port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:37.263022 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Attempting to bind port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:37.263364 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Attempting to bind port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:37.269025 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 on network c22af5e6-8870-46e4-888c-8471bf57200b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:50:37.269354 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Attempting to bind port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:37.296092 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:37.296646 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Checking segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:37.297047 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Bound using segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:37.298205 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Bound port: ffb01eb1-60f7-40df-81bd-ef16fdfc0199, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:37.298205 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.453176 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-9dffaff3-8daa-47d9-b80d-8bc40f4d88b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:37.455341 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-9dffaff3-8daa-47d9-b80d-8bc40f4d88b1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 1127 time: 0.1799705 Mar 23 12:50:37.584355 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] For port ffb01eb1-60f7-40df-81bd-ef16fdfc0199, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:37.589155 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-efb539bb-d68e-459a-b2a0-db2bbaa0aafe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b HTTP/1.1" status: 200 len: 217 time: 0.0651526 Mar 23 12:50:37.613990 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] For port ffb01eb1-60f7-40df-81bd-ef16fdfc0199, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:37.647213 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.665604 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abdc40b-0a46-4ff0-8b41-0bb0d31f013a req-12471f5a-deb4-4982-925d-fd2fb396f10a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:37.667054 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3abdc40b-0a46-4ff0-8b41-0bb0d31f013a req-12471f5a-deb4-4982-925d-fd2fb396f10a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 943 time: 0.2326808 Mar 23 12:50:37.679933 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a50aed-4b01-43f2-af73-24f5f63d5ca4 req-0d6dc649-7d7f-4653-9a79-65c69d72c1df tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:37.681622 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a3a50aed-4b01-43f2-af73-24f5f63d5ca4 req-0d6dc649-7d7f-4653-9a79-65c69d72c1df tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 943 time: 0.6677046 Mar 23 12:50:37.697285 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Pushing event updated for resources: {'Port': ['ID=f04299c1-32dc-4373-bc38-fe280faf4223,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:37.710025 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:37.710649 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.712279 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] 10.222.0.53 "PUT /v2.0/ports/ffb01eb1-60f7-40df-81bd-ef16fdfc0199 HTTP/1.1" status: 200 len: 1093 time: 2.5933855 Mar 23 12:50:37.759759 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-2fa72583-220a-4973-bf82-9496a0e33260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:37.761340 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-2fa72583-220a-4973-bf82-9496a0e33260 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.1632929 Mar 23 12:50:37.803354 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a3a50aed-4b01-43f2-af73-24f5f63d5ca4 req-3c5e8305-5c2c-4b25-8809-52d3c0593d47 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120682 Mar 23 12:50:37.831117 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Network 71f60b8e-14e6-4d0f-953e-301bb816274c is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:37.837309 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:37.842963 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:37.886795 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82cc40d-6197-4282-a077-e4c9cf7f7355 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:37.936173 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3abdc40b-0a46-4ff0-8b41-0bb0d31f013a req-f9147865-656e-4c48-bc6a-b04fa0d45eff tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2401521 Mar 23 12:50:37.964034 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a476831f-5504-4ef1-a788-55421e5a4fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:37.964034 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-a476831f-5504-4ef1-a788-55421e5a4fe3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1763985 Mar 23 12:50:37.969195 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-af1e71c4-4837-4510-b5a2-6580c5f441ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:37.971029 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-af1e71c4-4837-4510-b5a2-6580c5f441ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 1127 time: 0.2053471 Mar 23 12:50:38.030028 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-bee342ab-0b18-4792-b91a-f336d5d1792e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb01eb1-60f7-40df-81bd-ef16fdfc0199 HTTP/1.1" status: 200 len: 217 time: 0.0469980 Mar 23 12:50:38.046572 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a8a60d-b139-4bf5-a2f4-8ffd94bb2663 x-openstack-request-id: req-a3a8a60d-b139-4bf5-a2f4-8ffd94bb2663 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:38.046867 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:38.047125 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a3a8a60d-b139-4bf5-a2f4-8ffd94bb2663 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:38.048074 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3a8a60d-b139-4bf5-a2f4-8ffd94bb2663'] response: {'name': 'network-changed', 'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'status': 'completed', 'code': 200} Mar 23 12:50:38.139567 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-734bbae7-748e-4b3b-ba4f-8d91a4e789db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:38.141397 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-734bbae7-748e-4b3b-ba4f-8d91a4e789db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.0923622 Mar 23 12:50:38.147952 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [req-81174198-e7b7-46b6-9c10-bcd5d50e5c5d req-ff002e47-68a7-4f43-b2be-74ac97ad1307 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:50:38.149000 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81174198-e7b7-46b6-9c10-bcd5d50e5c5d req-ff002e47-68a7-4f43-b2be-74ac97ad1307 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067766 Mar 23 12:50:38.206232 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Allocated IP 172.27.0.139 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/7ccb1edd-84ee-4d94-951d-c1884447e54a) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:38.269328 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-1c78b877-af14-4250-a719-16f4d8471113 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2970705 Mar 23 12:50:38.273446 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-c0ae0aff-cda8-4467-ad09-3997b99dd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:38.275106 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-c0ae0aff-cda8-4467-ad09-3997b99dd262 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0991943 Mar 23 12:50:38.291141 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-68eced00-cb9a-4cf2-8824-a79682f0ce61 None None] Provisioning complete for port f04299c1-32dc-4373-bc38-fe280faf4223 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:38.294021 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-68eced00-cb9a-4cf2-8824-a79682f0ce61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:38.367725 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-68eced00-cb9a-4cf2-8824-a79682f0ce61 None None] Port f04299c1-32dc-4373-bc38-fe280faf4223 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:50:38.426066 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 2609aeab-04ce-43c5-862c-f5be5417fa1a up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:38.452077 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for port (7ccb1edd-84ee-4d94-951d-c1884447e54a), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:38.548497 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (7ccb1edd-84ee-4d94-951d-c1884447e54a), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:38.559390 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Router 51a04fd7-5b22-4c88-af79-49ad3028e442 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:38.571949 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 2609aeab-04ce-43c5-862c-f5be5417fa1a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:38.572356 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:38.641876 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:38.651794 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:38.666685 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:38.716210 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 2609aeab-04ce-43c5-862c-f5be5417fa1a is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:38.716479 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:38.753619 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port 2609aeab-04ce-43c5-862c-f5be5417fa1a, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=2609aeab-04ce-43c5-862c-f5be5417fa1a,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:38.759770 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:38.821744 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'Port': ['ID=7ccb1edd-84ee-4d94-951d-c1884447e54a,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:38.868613 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=2609aeab-04ce-43c5-862c-f5be5417fa1a,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:38.909829 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-51128c4e-0d9a-4607-b567-42de9b08f4c7 req-83e021af-ead5-4539-a77a-d75abe7f7721 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6324818 Mar 23 12:50:38.920767 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00a39c0-a306-41f6-af51-db8d85348bfe req-2c28eeda-28c6-46cb-a191-bb27d89dabd8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:38.922444 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c00a39c0-a306-41f6-af51-db8d85348bfe req-2c28eeda-28c6-46cb-a191-bb27d89dabd8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1388834 Mar 23 12:50:38.966498 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-141a7ffc-ef92-4776-8903-8f8a636337e0 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6760454 Mar 23 12:50:38.977215 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fe974f-6628-409a-abda-fef90009f34e req-f2d95be7-265f-4d70-93a2-3e8bd33fb995 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:38.986028 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d9fe974f-6628-409a-abda-fef90009f34e req-f2d95be7-265f-4d70-93a2-3e8bd33fb995 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.9122686 Mar 23 12:50:39.017674 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c00a39c0-a306-41f6-af51-db8d85348bfe req-bfbdd084-8187-4119-893b-bc833bfaec7f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871015 Mar 23 12:50:39.085310 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46108) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:39.126598 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:50:39.194120 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-4bd6f760-d8b8-4893-921f-941c03d24536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:39.194485 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d9fe974f-6628-409a-abda-fef90009f34e req-1e13d7f9-c552-4336-a470-a0b56e4489dd tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2075124 Mar 23 12:50:39.195339 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-4bd6f760-d8b8-4893-921f-941c03d24536 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 1127 time: 0.1927869 Mar 23 12:50:39.220667 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-759da0e1-ad81-4e3f-b7f1-9102c9af6a6d req-6e7e70c6-4a6b-4b66-90fd-bd4bf934fbfb service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256763 Mar 23 12:50:39.277739 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port f58071c7-9746-4519-a9e7-68b9f8dc285d is: DOWN; New status is: DOWN {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:39.277999 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:39.284998 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-2c850543-0abd-4417-8ebc-e3d9acaedbed admin admin] 10.222.0.45 "PUT /v2.0/routers/51a04fd7-5b22-4c88-af79-49ad3028e442/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5297067 Mar 23 12:50:39.335141 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbc0ffd-7647-49e8-83d2-d650e00b323c req-8f1bf7e5-4694-4558-aca5-c7729a094e34 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:39.337058 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2fbc0ffd-7647-49e8-83d2-d650e00b323c req-8f1bf7e5-4694-4558-aca5-c7729a094e34 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 943 time: 0.2300377 Mar 23 12:50:39.410869 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-6aea62e6-a30a-4e68-a015-171037d8dadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:39.412335 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-6aea62e6-a30a-4e68-a015-171037d8dadd service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.1966455 Mar 23 12:50:39.416701 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2fbc0ffd-7647-49e8-83d2-d650e00b323c req-ce3d19cb-f42a-42b1-9b6a-10b7f7f25926 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742126 Mar 23 12:50:39.420500 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-f6a5018e-fb1a-48d2-857a-0ec9ce87dfe9 service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2974346 Mar 23 12:50:39.436767 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-39273287-9f4e-474c-bde6-e166a5370499 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:50:39.437761 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-39273287-9f4e-474c-bde6-e166a5370499 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0098491 Mar 23 12:50:39.467097 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-5e1976f8-df8b-4e52-8c47-da60d15926c0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b HTTP/1.1" status: 200 len: 217 time: 0.0468011 Mar 23 12:50:39.497626 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fcc1a-1ff6-4767-afbc-490bba622039 req-cb69a263-8a93-41ca-87ae-ba64b76b4a70 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:39.499284 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6e6fcc1a-1ff6-4767-afbc-490bba622039 req-cb69a263-8a93-41ca-87ae-ba64b76b4a70 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 943 time: 0.1398487 Mar 23 12:50:39.532805 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for floatingip (ff7bfca7-c7e7-482f-a241-09f736b1c5aa), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:39.566362 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-fbb5dce7-90ae-4a58-bed8-1f99fc24e605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:39.567851 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-fbb5dce7-90ae-4a58-bed8-1f99fc24e605 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.0927503 Mar 23 12:50:39.590467 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6e6fcc1a-1ff6-4767-afbc-490bba622039 req-017c0196-c330-4e98-bc7b-50588973fe44 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824561 Mar 23 12:50:39.629531 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (7ccb1edd-84ee-4d94-951d-c1884447e54a), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:39.642069 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Sync routers for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:39.646559 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-3dccdb87-659c-4d73-8f7e-8ca945033306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:39.648289 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-3dccdb87-659c-4d73-8f7e-8ca945033306 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0716910 Mar 23 12:50:39.654653 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:39.655421 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:39.712456 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46122) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:39.776048 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-f88e6cae-32f7-4286-8724-6b6f59ff72fa service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150022 Mar 23 12:50:39.785951 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:39.886725 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e28cf18a-b574-4d4a-a98c-7a19769bdbca req-4e3a1f0a-762a-499c-a06d-4871d75f2cbb service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022170 Mar 23 12:50:39.887800 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for port (7ccb1edd-84ee-4d94-951d-c1884447e54a), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:39.904608 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (7ccb1edd-84ee-4d94-951d-c1884447e54a), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:39.972157 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (ff7bfca7-c7e7-482f-a241-09f736b1c5aa), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.048587 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46138) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:40.049739 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'tag': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:40.052604 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0312736-56e3-407d-94ec-39cea9971c65" -d '{"events": [{"name": "network-changed", "server_uuid": "c12e2e8e-fe94-4b53-8552-cae3dab2d720", "tag": "ffb01eb1-60f7-40df-81bd-ef16fdfc0199"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:40.056068 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 2, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:40.060997 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1282963429-network', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:40.087578 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Checking router: 51a04fd7-5b22-4c88-af79-49ad3028e442 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:40.088076 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Updating router 51a04fd7-5b22-4c88-af79-49ad3028e442 port f04299c1-32dc-4373-bc38-fe280faf4223 binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:50:40.089916 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Made reservation on behalf of 766c42e1c16541f4b44ea1fc4c071268 for: {'network': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:40.095747 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.102795 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-376c47bc-16b6-41be-924f-176fe433c175 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:40.104275 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-376c47bc-16b6-41be-924f-176fe433c175 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports/f58071c7-9746-4519-a9e7-68b9f8dc285d HTTP/1.1" status: 200 len: 940 time: 0.3906753 Mar 23 12:50:40.107171 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.115496 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'Port': ['ID=7ccb1edd-84ee-4d94-951d-c1884447e54a,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:40.127067 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.147853 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6938d529-bb48-432d-8adc-d015a82e63b0 x-openstack-request-id: req-6938d529-bb48-432d-8adc-d015a82e63b0 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:40.148169 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12e2e8e-fe94-4b53-8552-cae3dab2d720", "tag": "ffb01eb1-60f7-40df-81bd-ef16fdfc0199", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:40.148432 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6938d529-bb48-432d-8adc-d015a82e63b0 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:40.149386 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6938d529-bb48-432d-8adc-d015a82e63b0'] response: {'name': 'network-changed', 'server_uuid': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'tag': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199', 'status': 'completed', 'code': 200} Mar 23 12:50:40.217637 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.l3_db [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Floating IP ff7bfca7-c7e7-482f-a241-09f736b1c5aa associated. External IP: 172.27.0.139, port: 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181. Mar 23 12:50:40.333613 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f8d5d-00fe-4852-8682-6891d8465468 req-e9dd214e-3f2c-4792-b761-26e0fbae1aee tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:40.335345 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c1f8d5d-00fe-4852-8682-6891d8465468 req-e9dd214e-3f2c-4792-b761-26e0fbae1aee tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1716623 Mar 23 12:50:40.345896 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0312736-56e3-407d-94ec-39cea9971c65 req-c4b7640b-2fa1-4fd2-8a95-3ab459a2f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:40.347686 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a0312736-56e3-407d-94ec-39cea9971c65 req-c4b7640b-2fa1-4fd2-8a95-3ab459a2f5de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 1127 time: 0.1514728 Mar 23 12:50:40.357102 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 2609aeab-04ce-43c5-862c-f5be5417fa1a up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:40.456285 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b8d46-ab9d-4864-8bb0-cc6b65955103 req-f75104d2-311f-4982-b030-a80b07dc2016 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:40.463408 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-015b8d46-ab9d-4864-8bb0-cc6b65955103 req-f75104d2-311f-4982-b030-a80b07dc2016 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1351490 Mar 23 12:50:40.474529 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Publish callbacks [] for security_group (b3974fac-f3d9-4237-8fff-48f8601fdd16), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.493396 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (b3974fac-f3d9-4237-8fff-48f8601fdd16), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.521134 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 2609aeab-04ce-43c5-862c-f5be5417fa1a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:40.521624 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.528428 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c1f8d5d-00fe-4852-8682-6891d8465468 req-328ffa5e-67e5-434f-9287-e1540f0ea011 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784730 Mar 23 12:50:40.580503 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=115109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:50:40.587998 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3974fac-f3d9-4237-8fff-48f8601fdd16,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:40.592875 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0312736-56e3-407d-94ec-39cea9971c65 req-377abe6e-1738-4f06-95e0-ec5185058531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:40.595224 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a0312736-56e3-407d-94ec-39cea9971c65 req-377abe6e-1738-4f06-95e0-ec5185058531 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 916 time: 0.2399099 Mar 23 12:50:40.612754 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (44decf08-140e-4474-a2a1-b916b2d2a350), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.612960 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.segments_db [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Added segment 44decf08-140e-4474-a2a1-b916b2d2a350 of type vlan for network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 Mar 23 12:50:40.652028 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 2609aeab-04ce-43c5-862c-f5be5417fa1a is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:40.664642 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (81efd1ce-87d4-4d63-ac90-9f2b700ac9a5), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.705608 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Publish callbacks [] for port (f04299c1-32dc-4373-bc38-fe280faf4223), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.712487 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.728974 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (81efd1ce-87d4-4d63-ac90-9f2b700ac9a5), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.730154 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:40.730755 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.806553 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484ee41-6839-4974-914a-0760a09ba4c8 None None] Pushing event updated for resources: {'Port': ['ID=f04299c1-32dc-4373-bc38-fe280faf4223,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:40.808313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849525-57bf-46d5-a23a-3bd9d2bcf9f7 req-de32734e-9f36-48f5-9264-3360a494647d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:40.816424 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cd849525-57bf-46d5-a23a-3bd9d2bcf9f7 req-de32734e-9f36-48f5-9264-3360a494647d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 943 time: 0.1432595 Mar 23 12:50:40.838254 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Attempting to bind port f04299c1-32dc-4373-bc38-fe280faf4223 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:40.839345 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Attempting to bind port f04299c1-32dc-4373-bc38-fe280faf4223 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:40.839823 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Attempting to bind port f04299c1-32dc-4373-bc38-fe280faf4223 on network 71f60b8e-14e6-4d0f-953e-301bb816274c {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:40.844475 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7860110 Mar 23 12:50:40.847034 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:40.847393 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46158) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:40.847550 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Checking segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:40.848061 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.848579 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Bound using segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:40.849178 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Bound port: f04299c1-32dc-4373-bc38-fe280faf4223, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:40.849684 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.852197 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Request body: {'subnet': {'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1282963429-subnet', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'ip_version': 4}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:40.858625 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5493bde3-7754-43e9-bce7-c167b2c37449 admin admin] Pushing event updated for resources: {'Network': ['ID=81efd1ce-87d4-4d63-ac90-9f2b700ac9a5,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:40.892402 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:50:40.910382 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cd849525-57bf-46d5-a23a-3bd9d2bcf9f7 req-7c18a374-1929-4523-8385-af308e05c194 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913284 Mar 23 12:50:40.911598 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Made reservation on behalf of 766c42e1c16541f4b44ea1fc4c071268 for: {'subnet': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:40.912685 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-015b8d46-ab9d-4864-8bb0-cc6b65955103 req-4b6f67d3-ca46-4ef7-8c91-37ad69c7b961 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4477720 Mar 23 12:50:40.916237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078103'] for subnet (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:40.983986 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:41.003046 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] For port f04299c1-32dc-4373-bc38-fe280faf4223, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:41.007256 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] For port f04299c1-32dc-4373-bc38-fe280faf4223, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f04299c1-32dc-4373-bc38-fe280faf4223,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:41.013716 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.091728 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d484ee41-6839-4974-914a-0760a09ba4c8 None None] Pushing event updated for resources: {'Port': ['ID=f04299c1-32dc-4373-bc38-fe280faf4223,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:41.098754 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:41.099371 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:41.106948 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1d438c-d7cc-4f91-8180-aece1404d7b5 req-ef57df84-5bd5-4091-ac25-0397954e317c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:41.108529 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b1d438c-d7cc-4f91-8180-aece1404d7b5 req-ef57df84-5bd5-4091-ac25-0397954e317c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 943 time: 0.0934553 Mar 23 12:50:41.144956 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:41.161036 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] Sync routers for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:41.172610 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:41.173760 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:41.174361 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.223518 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b1d438c-d7cc-4f91-8180-aece1404d7b5 req-9ce748df-adfe-47d7-b00d-736a084c587f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1005359 Mar 23 12:50:41.263637 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58409187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078081'] for subnet (006f3214-7093-4f5f-ac80-36f51ec5c7fe), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.284638 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6cd0b51b-479b-4103-9fd6-98b5fbc36f04 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3158920 Mar 23 12:50:41.288552 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46162) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:41.289390 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'}] {{(pid=115108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:41.295281 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4c4de31e92d97ca00457ed788e130df541ba5a0bd0b7464d7b0b9dedcd6006a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594294ab-72bd-4eac-91c0-5c5eabf194f3" -d '{"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181"}]}' {{(pid=115108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:41.319172 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-59cb85db-79b0-41d3-876e-0d3c996eb56d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-422265859', 'description': 'tempest-secgroup-smoke-422265859 description', 'project_id': 'd30c004a3e32465489dac9af4f6b824a'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:41.355650 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59cb85db-79b0-41d3-876e-0d3c996eb56d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.367475 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-03f78511-7db6-418e-b6c2-ceae6a4f7a4e None None] Provisioning complete for port f04299c1-32dc-4373-bc38-fe280faf4223 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:41.367862 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-03f78511-7db6-418e-b6c2-ceae6a4f7a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.381855 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:41.385341 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9f24fb-99bd-4b9c-bb0e-4bb7dcd7f78c x-openstack-request-id: req-ad9f24fb-99bd-4b9c-bb0e-4bb7dcd7f78c {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:41.385341 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181", "status": "completed", "code": 200}]} {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:41.385837 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ad9f24fb-99bd-4b9c-bb0e-4bb7dcd7f78c {{(pid=115108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:41.386331 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9f24fb-99bd-4b9c-bb0e-4bb7dcd7f78c'] response: {'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'status': 'completed', 'code': 200} Mar 23 12:50:41.395175 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a0312736-56e3-407d-94ec-39cea9971c65 req-c1332c6e-da9d-4454-9c13-256ab413b4e0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb01eb1-60f7-40df-81bd-ef16fdfc0199 HTTP/1.1" status: 200 len: 217 time: 0.0549273 Mar 23 12:50:41.401820 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=006f3214-7093-4f5f-ac80-36f51ec5c7fe,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:41.410052 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Checking segment: {'id': '44decf08-140e-4474-a2a1-b916b2d2a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:41.410052 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Network hostable DHCP agents. Network: 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:50:41.449420 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:41.455032 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:50:41.471766 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5) {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:41.482982 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-253c8b57-541f-4331-a32a-5c50582456cb None None] Network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:50:41.487273 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:41.488632 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.521039 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-db32e20c-dcae-49f0-a2be-51dbfa78a193 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6725185 Mar 23 12:50:41.523813 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46166) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:41.525854 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59cb85db-79b0-41d3-876e-0d3c996eb56d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group (6e33c404-98ab-4c3c-9cae-bbcd29de2ce4), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.529298 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:41.530688 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59cb85db-79b0-41d3-876e-0d3c996eb56d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6e33c404-98ab-4c3c-9cae-bbcd29de2ce4), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.558380 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (780ff1d4-7e6c-4b07-9697-4443d3dc0904), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.560275 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (780ff1d4-7e6c-4b07-9697-4443d3dc0904), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.607886 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-59cb85db-79b0-41d3-876e-0d3c996eb56d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.613150 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-59cb85db-79b0-41d3-876e-0d3c996eb56d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3102968 Mar 23 12:50:41.613837 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46170) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:41.624867 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-0399c869-baa2-4563-8e04-e1a6c65f6e10 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'security_group_rule': {'security_group_id': '6e33c404-98ab-4c3c-9cae-bbcd29de2ce4', 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:41.634429 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb85db-79b0-41d3-876e-0d3c996eb56d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:41.657166 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'ff7bfca7-c7e7-482f-a241-09f736b1c5aa', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'port_id': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'mac_address': 'fa:16:3e:c7:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:39Z', 'updated_at': '2022-03-23T12:50:39Z', 'revision_number': 0, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58256246-1645-4668-aa13-d2a4a87ed5c0', 'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'mac_address': 'fa:16:3e:18:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:28Z', 'updated_at': '2022-03-23T12:49:33Z', 'revision_number': 5, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'subnets': [{'id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:41.682682 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-03f78511-7db6-418e-b6c2-ceae6a4f7a4e None None] Current status of the port f04299c1-32dc-4373-bc38-fe280faf4223 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:41.683288 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-03f78511-7db6-418e-b6c2-ceae6a4f7a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.684440 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] Checking router: a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:41.685438 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0399c869-baa2-4563-8e04-e1a6c65f6e10 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (007c93ec-8b23-4af7-aa60-46440e009c7a), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.688798 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks [] for router_controller (780ff1d4-7e6c-4b07-9697-4443d3dc0904), precommit_add_association {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.696240 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:41.696916 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:41.759241 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0399c869-baa2-4563-8e04-e1a6c65f6e10 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (007c93ec-8b23-4af7-aa60-46440e009c7a), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.766108 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-81efd1ce-87d4-4d63-ac90-9f2b700ac9a5', 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5', 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'fixed_ips': [{'subnet_id': '006f3214-7093-4f5f-ac80-36f51ec5c7fe'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:50:41.768377 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.768535 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0399c869-baa2-4563-8e04-e1a6c65f6e10 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (007c93ec-8b23-4af7-aa60-46440e009c7a), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.786981 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399c869-baa2-4563-8e04-e1a6c65f6e10 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007c93ec-8b23-4af7-aa60-46440e009c7a,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:41.787206 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-03f78511-7db6-418e-b6c2-ceae6a4f7a4e None None] For port f04299c1-32dc-4373-bc38-fe280faf4223, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f04299c1-32dc-4373-bc38-fe280faf4223,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:41.801613 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0399c869-baa2-4563-8e04-e1a6c65f6e10 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.805552 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-0399c869-baa2-4563-8e04-e1a6c65f6e10 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841018 Mar 23 12:50:41.806277 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46172) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:41.806418 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-03f78511-7db6-418e-b6c2-ceae6a4f7a4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.815025 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-b17bc220-46ee-4368-898b-81e0ce6068a1 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'security_group_rule': {'security_group_id': '6e33c404-98ab-4c3c-9cae-bbcd29de2ce4', 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:41.834109 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46e7dc-f32a-4239-b55a-eb7f4d75c81e req-5bccc386-425d-4385-b64a-fe7dea5f55a3 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:41.841170 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1a46e7dc-f32a-4239-b55a-eb7f4d75c81e req-5bccc386-425d-4385-b64a-fe7dea5f55a3 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1658628 Mar 23 12:50:41.868441 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b17bc220-46ee-4368-898b-81e0ce6068a1 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (fe1040f5-6faa-4301-a952-7083bfc292d0), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.892645 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:41.947409 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks [] for router_gateway (780ff1d4-7e6c-4b07-9697-4443d3dc0904), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.975541 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b17bc220-46ee-4368-898b-81e0ce6068a1 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (fe1040f5-6faa-4301-a952-7083bfc292d0), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:41.981916 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f78511-7db6-418e-b6c2-ceae6a4f7a4e None None] Pushing event updated for resources: {'Port': ['ID=f04299c1-32dc-4373-bc38-fe280faf4223,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:41.983409 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1a46e7dc-f32a-4239-b55a-eb7f4d75c81e req-fa9ec110-981a-46d8-9533-1a04b4fd7bda tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411929 Mar 23 12:50:41.987348 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b17bc220-46ee-4368-898b-81e0ce6068a1 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (fe1040f5-6faa-4301-a952-7083bfc292d0), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.010883 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-a49d4eb5-817b-435b-8c2f-e45006a0ed5e None None] Provisioning complete for port f04299c1-32dc-4373-bc38-fe280faf4223 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:42.011272 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a49d4eb5-817b-435b-8c2f-e45006a0ed5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.041773 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17bc220-46ee-4368-898b-81e0ce6068a1 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1040f5-6faa-4301-a952-7083bfc292d0,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:42.062384 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b17bc220-46ee-4368-898b-81e0ce6068a1 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.066839 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b17bc220-46ee-4368-898b-81e0ce6068a1 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2568676 Mar 23 12:50:42.067159 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46178) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:42.073212 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-46cd6be1-0da0-404f-9ed5-9b1a60427e15 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'security_group_rule': {'security_group_id': '6e33c404-98ab-4c3c-9cae-bbcd29de2ce4', 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:42.086043 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:40Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:42.089560 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b27d1c6-b38b-417c-ad88-17c0848aaee2 req-5b656e37-7bc8-4260-b9d4-482aade7e5e2 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:42.091081 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6b27d1c6-b38b-417c-ad88-17c0848aaee2 req-5b656e37-7bc8-4260-b9d4-482aade7e5e2 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 943 time: 0.0976839 Mar 23 12:50:42.138827 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Allocated IP 172.20.0.2 (81efd1ce-87d4-4d63-ac90-9f2b700ac9a5/006f3214-7093-4f5f-ac80-36f51ec5c7fe/2dbc3564-d3fc-49a7-b693-f4e6147cb10a) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:42.143169 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ffb01eb1-60f7-40df-81bd-ef16fdfc0199 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:50:42.153115 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82815680-4b2c-43aa-a426-ab10bd8f4ffc None None] The sync data for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi is: [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:40Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:42.154691 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6b27d1c6-b38b-417c-ad88-17c0848aaee2 req-597666c7-39b1-4caa-81b3-444d397f1001 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574853 Mar 23 12:50:42.155413 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-46cd6be1-0da0-404f-9ed5-9b1a60427e15 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (76cde93e-1258-4ec5-8b72-7d8ee25de818), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.182942 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c835601-2690-49f4-a2ba-f2c960fb0bc1 req-0fc5870a-5838-434d-af42-fa2793a8dea8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:42.195402 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4c835601-2690-49f4-a2ba-f2c960fb0bc1 req-0fc5870a-5838-434d-af42-fa2793a8dea8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1023102 Mar 23 12:50:42.289361 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-46cd6be1-0da0-404f-9ed5-9b1a60427e15 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (76cde93e-1258-4ec5-8b72-7d8ee25de818), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.304132 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-46cd6be1-0da0-404f-9ed5-9b1a60427e15 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (76cde93e-1258-4ec5-8b72-7d8ee25de818), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.352472 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4c835601-2690-49f4-a2ba-f2c960fb0bc1 req-658f69a9-0386-4f4b-a582-227f3f02c86c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556911 Mar 23 12:50:42.363198 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.db.resource_extend [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:50:42.396553 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cd6be1-0da0-404f-9ed5-9b1a60427e15 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76cde93e-1258-4ec5-8b72-7d8ee25de818,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:42.412867 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-46cd6be1-0da0-404f-9ed5-9b1a60427e15 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.415915 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-46cd6be1-0da0-404f-9ed5-9b1a60427e15 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479068 Mar 23 12:50:42.421251 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46184) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:42.429376 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'ff7bfca7-c7e7-482f-a241-09f736b1c5aa', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'port_id': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'mac_address': 'fa:16:3e:c7:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:39Z', 'updated_at': '2022-03-23T12:50:39Z', 'revision_number': 0, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58256246-1645-4668-aa13-d2a4a87ed5c0', 'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'mac_address': 'fa:16:3e:18:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:28Z', 'updated_at': '2022-03-23T12:49:33Z', 'revision_number': 5, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'subnets': [{'id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:42.452752 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-62c0231f-f9c2-4323-8729-a666590e88c0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'security_group_rule': {'security_group_id': '6e33c404-98ab-4c3c-9cae-bbcd29de2ce4', 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:42.466493 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8774f5-c069-426a-8efa-40a13748e27a None None] The sync data for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi is: [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'ff7bfca7-c7e7-482f-a241-09f736b1c5aa', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'floating_ip_address': '172.27.0.139', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'port_id': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'mac_address': 'fa:16:3e:c7:eb:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:39Z', 'updated_at': '2022-03-23T12:50:39Z', 'revision_number': 0, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58256246-1645-4668-aa13-d2a4a87ed5c0', 'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'mac_address': 'fa:16:3e:18:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:28Z', 'updated_at': '2022-03-23T12:49:33Z', 'revision_number': 5, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'subnets': [{'id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:42.497734 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f04299c1-32dc-4373-bc38-fe280faf4223 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:42.546094 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e21e-ebfb-4c95-b25a-0c0bd328a678 req-cad042e9-fa2a-4968-b43c-dfc4f7aa5c49 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:42.555127 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6d48e21e-ebfb-4c95-b25a-0c0bd328a678 req-cad042e9-fa2a-4968-b43c-dfc4f7aa5c49 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 943 time: 0.1376066 Mar 23 12:50:42.565742 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-62c0231f-f9c2-4323-8729-a666590e88c0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (a36a7734-2125-4205-b4c2-a5b5dd762084), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.584556 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks [] for router_gateway (780ff1d4-7e6c-4b07-9697-4443d3dc0904), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.617250 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.633770 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a49d4eb5-817b-435b-8c2f-e45006a0ed5e None None] Current status of the port f04299c1-32dc-4373-bc38-fe280faf4223 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:42.663376 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port ffb01eb1-60f7-40df-81bd-ef16fdfc0199, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:42.675810 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6d48e21e-ebfb-4c95-b25a-0c0bd328a678 req-90b60592-42c7-46b8-81e0-637fb9d96c3d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118391 Mar 23 12:50:42.690019 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port f04299c1-32dc-4373-bc38-fe280faf4223 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:42.691243 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.695717 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'port_id': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199', 'mac_address': 'fa:16:3e:99:2d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:50:42.698367 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-62c0231f-f9c2-4323-8729-a666590e88c0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (a36a7734-2125-4205-b4c2-a5b5dd762084), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.710908 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-62c0231f-f9c2-4323-8729-a666590e88c0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (a36a7734-2125-4205-b4c2-a5b5dd762084), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.731910 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c0231f-f9c2-4323-8729-a666590e88c0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a36a7734-2125-4205-b4c2-a5b5dd762084,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:42.741370 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-62c0231f-f9c2-4323-8729-a666590e88c0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.742757 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-62c0231f-f9c2-4323-8729-a666590e88c0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3204777 Mar 23 12:50:42.746958 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46186) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:42.756740 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-ded53eb1-94b4-4e20-b4c0-a8bf9687f4a4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'security_group_rule': {'security_group_id': '6e33c404-98ab-4c3c-9cae-bbcd29de2ce4', 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:42.788028 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.securitygroups_db [None req-ded53eb1-94b4-4e20-b4c0-a8bf9687f4a4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Project d30c004a3e32465489dac9af4f6b824a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:50:42.797351 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ded53eb1-94b4-4e20-b4c0-a8bf9687f4a4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (315b94e0-6e61-424f-84f3-f921be93e92d), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.827933 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Allocated IP 172.27.0.131 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/c2f842f8-0244-4378-9f50-2d0fe492037d) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:42.861791 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:42.862199 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.887344 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Publish callbacks [] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.894992 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ded53eb1-94b4-4e20-b4c0-a8bf9687f4a4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (315b94e0-6e61-424f-84f3-f921be93e92d), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.902260 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ded53eb1-94b4-4e20-b4c0-a8bf9687f4a4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (315b94e0-6e61-424f-84f3-f921be93e92d), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.924522 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb01eb1-60f7-40df-81bd-ef16fdfc0199 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:42.929056 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ded53eb1-94b4-4e20-b4c0-a8bf9687f4a4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.932147 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-ded53eb1-94b4-4e20-b4c0-a8bf9687f4a4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1826296 Mar 23 12:50:42.933472 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46188) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:42.934103 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded53eb1-94b4-4e20-b4c0-a8bf9687f4a4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=315b94e0-6e61-424f-84f3-f921be93e92d,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:42.942153 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-8fef417e-b7e9-4fbb-9e1c-2ad30fee9607 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'security_group_rule': {'security_group_id': '6e33c404-98ab-4c3c-9cae-bbcd29de2ce4', 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:42.949865 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port ffb01eb1-60f7-40df-81bd-ef16fdfc0199, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:42.951347 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396d1a41-fc5f-4f5d-892d-5542b36a1bef None None] New status for floating IP ff7bfca7-c7e7-482f-a241-09f736b1c5aa: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:50:42.959808 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:42.996143 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.securitygroups_db [None req-8fef417e-b7e9-4fbb-9e1c-2ad30fee9607 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Project d30c004a3e32465489dac9af4f6b824a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:50:43.002046 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:43.002550 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ffa45392-3f55-4255-bb6b-e45aa7e6af4b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:50:43.007330 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8fef417e-b7e9-4fbb-9e1c-2ad30fee9607 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (f01e3adb-bb40-4ee2-a1be-58fb7d864aca), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:43.028461 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks [] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:43.090228 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port f04299c1-32dc-4373-bc38-fe280faf4223 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:43.105796 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8fef417e-b7e9-4fbb-9e1c-2ad30fee9607 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (f01e3adb-bb40-4ee2-a1be-58fb7d864aca), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:43.113634 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:43.118236 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8fef417e-b7e9-4fbb-9e1c-2ad30fee9607 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (f01e3adb-bb40-4ee2-a1be-58fb7d864aca), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:43.121324 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:43.123831 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:43.129874 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Pushing event updated for resources: {'Port': ['ID=2dbc3564-d3fc-49a7-b693-f4e6147cb10a,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:43.139097 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:43.198475 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.db.resource_extend [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 23 12:50:43.221764 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:43.322204 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:43.329590 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:43.378513 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fef417e-b7e9-4fbb-9e1c-2ad30fee9607 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01e3adb-bb40-4ee2-a1be-58fb7d864aca,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:43.391659 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd64333-3f22-4cf0-8d85-1500d63d4119 req-2c4e22be-2aba-4e9d-8b36-0bbfd42f712a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:43.393417 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6cd64333-3f22-4cf0-8d85-1500d63d4119 req-2c4e22be-2aba-4e9d-8b36-0bbfd42f712a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 944 time: 0.1051297 Mar 23 12:50:43.398681 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8fef417e-b7e9-4fbb-9e1c-2ad30fee9607 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:43.405583 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-8fef417e-b7e9-4fbb-9e1c-2ad30fee9607 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4704013 Mar 23 12:50:43.510520 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6cd64333-3f22-4cf0-8d85-1500d63d4119 req-77ddfa01-d60f-4b7d-a350-f84351a00bf5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068780 Mar 23 12:50:43.741540 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255f47ec-bd3e-4e05-8bec-37b5d74c5d0b req-5731cd62-9e15-46c5-a2aa-dae6e8cfc029 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:43.750637 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-255f47ec-bd3e-4e05-8bec-37b5d74c5d0b req-5731cd62-9e15-46c5-a2aa-dae6e8cfc029 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1110349 Mar 23 12:50:43.785719 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Attempting to bind port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:43.786277 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Attempting to bind port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '44decf08-140e-4474-a2a1-b916b2d2a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:43.786436 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Attempting to bind port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a on network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:43.810485 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-255f47ec-bd3e-4e05-8bec-37b5d74c5d0b req-06308a09-d013-4a0d-8e92-313b25101848 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574207 Mar 23 12:50:43.828158 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:43.828848 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Checking segment: {'id': '44decf08-140e-4474-a2a1-b916b2d2a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:43.829438 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:43.829994 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Bound using segment: {'id': '44decf08-140e-4474-a2a1-b916b2d2a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:43.830628 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Bound port: 2dbc3564-d3fc-49a7-b693-f4e6147cb10a, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44decf08-140e-4474-a2a1-b916b2d2a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:43.831181 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:43.863304 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:43.877627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0312736-56e3-407d-94ec-39cea9971c65 req-39fc1261-6c64-42e4-a8ae-d6d5f9e5ec35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:43.879175 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a0312736-56e3-407d-94ec-39cea9971c65 req-39fc1261-6c64-42e4-a8ae-d6d5f9e5ec35 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.7715209 Mar 23 12:50:43.879796 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Pushing event updated for resources: {'Port': ['ID=c2f842f8-0244-4378-9f50-2d0fe492037d,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:43.951311 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-3b878b83-9b64-4e8a-a0b9-37e7c817f396 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422265859&fields=id&tenant_id=d30c004a3e32465489dac9af4f6b824a HTTP/1.1" status: 200 len: 267 time: 0.0574427 Mar 23 12:50:43.951865 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port ffa45392-3f55-4255-bb6b-e45aa7e6af4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:43.985943 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] For port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:43.988467 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'port_id': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'mac_address': 'fa:16:3e:9d:32:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:50:44.005728 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] For port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=2dbc3564-d3fc-49a7-b693-f4e6147cb10a,segment=NetworkSegment(44decf08-140e-4474-a2a1-b916b2d2a350),segment_id=44decf08-140e-4474-a2a1-b916b2d2a350)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:44.042741 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:44.048422 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-7057f563-0997-4fea-8679-5af78c7334b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.049707 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-7057f563-0997-4fea-8679-5af78c7334b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30c004a3e32465489dac9af4f6b824a&device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 1129 time: 0.8716202 Mar 23 12:50:44.062046 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e095e7b3-ad66-446b-b810-6385f45cf743 req-e111eef5-4ce7-4fca-9ef9-7ca911d00d55 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.063981 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e095e7b3-ad66-446b-b810-6385f45cf743 req-e111eef5-4ce7-4fca-9ef9-7ca911d00d55 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.9029267 Mar 23 12:50:44.070192 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-8662834b-8a4e-41f0-b541-2da92075f21c tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.072815 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-8662834b-8a4e-41f0-b541-2da92075f21c tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.1150684 Mar 23 12:50:44.084030 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port ffa45392-3f55-4255-bb6b-e45aa7e6af4b is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:44.084830 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:44.086606 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0312736-56e3-407d-94ec-39cea9971c65 req-520e95ca-1a78-4d14-b166-9515d55a010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.088715 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a0312736-56e3-407d-94ec-39cea9971c65 req-520e95ca-1a78-4d14-b166-9515d55a010d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1987743 Mar 23 12:50:44.090508 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-334018ec-fd4b-40bf-80c3-efb86fa932af tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'port': {'security_groups': ['35d8f09a-b03d-475d-b46a-03de0288d017', '6e33c404-98ab-4c3c-9cae-bbcd29de2ce4']}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:44.124866 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffa45392-3f55-4255-bb6b-e45aa7e6af4b {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:50:44.144189 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3372420-8c65-4861-acff-7cbc9bacc13a None None] Pushing event updated for resources: {'Port': ['ID=2dbc3564-d3fc-49a7-b693-f4e6147cb10a,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:44.158889 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port ffa45392-3f55-4255-bb6b-e45aa7e6af4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:44.167017 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:44.250756 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-334018ec-fd4b-40bf-80c3-efb86fa932af tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:44.258406 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:44.393104 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e095e7b3-ad66-446b-b810-6385f45cf743 req-a326a2ed-0d92-4b00-84c7-1454238236f6 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3147731 Mar 23 12:50:44.412859 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-0e3edc54-19e1-49d0-9a87-d7fbba6ca227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.414236 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-0e3edc54-19e1-49d0-9a87-d7fbba6ca227 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 HTTP/1.1" status: 200 len: 916 time: 0.3477345 Mar 23 12:50:44.431388 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a0312736-56e3-407d-94ec-39cea9971c65 req-b7339ec4-7c63-4ac2-a8f2-98752534cd8d service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153496 Mar 23 12:50:44.443238 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks [] for router_gateway (780ff1d4-7e6c-4b07-9697-4443d3dc0904), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:44.522486 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['ffb01eb1-60f7-40df-81bd-ef16fdfc0199'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:50:44.527102 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['ffa45392-3f55-4255-bb6b-e45aa7e6af4b'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:50:44.609109 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-334018ec-fd4b-40bf-80c3-efb86fa932af tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] For port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:44.680945 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-334018ec-fd4b-40bf-80c3-efb86fa932af tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:44.696308 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-334018ec-fd4b-40bf-80c3-efb86fa932af tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:44.719899 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-d28d76be-ce41-44d3-ae67-8395c981d3c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 1001 time: 0.2858884 Mar 23 12:50:44.722795 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:50:44.756249 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-334018ec-fd4b-40bf-80c3-efb86fa932af tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.756879 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-334018ec-fd4b-40bf-80c3-efb86fa932af tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for port (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:44.771348 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b7a781b3-6ac9-48f3-8583-e04ebf642c80 req-334018ec-fd4b-40bf-80c3-efb86fa932af tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "PUT /v2.0/ports/98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 981 time: 0.6878014 Mar 23 12:50:44.772001 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'}] {{(pid=115108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:44.775150 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4c4de31e92d97ca00457ed788e130df541ba5a0bd0b7464d7b0b9dedcd6006a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a21af5f-3793-4258-a446-bab920c3e148" -d '{"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181"}]}' {{(pid=115108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:44.815456 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334018ec-fd4b-40bf-80c3-efb86fa932af tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'Port': ['ID=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,revision_number=6']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:44.827439 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a0312736-56e3-407d-94ec-39cea9971c65 req-354c262a-9119-4be6-a02c-92a7e24141b0 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474033 Mar 23 12:50:44.929174 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:50:44.931963 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb1440-d9d6-4393-8523-3d5b6be2afa3 req-cc82e0ce-3322-4df1-865d-cc6072dba013 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.945642 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-14cb1440-d9d6-4393-8523-3d5b6be2afa3 req-cc82e0ce-3322-4df1-865d-cc6072dba013 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 944 time: 0.3688920 Mar 23 12:50:44.979794 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-888977bb-19cd-422e-9c83-3c5c22b5b830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:44.981306 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-888977bb-19cd-422e-9c83-3c5c22b5b830 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=228bfd83-be88-47b6-94de-6b2e028f3a21 HTTP/1.1" status: 200 len: 854 time: 0.2348704 Mar 23 12:50:45.001778 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4e679e55-a74c-45fb-b597-665776f23aa7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:45.182245 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-14cb1440-d9d6-4393-8523-3d5b6be2afa3 req-5b0c6a59-9cf5-4d99-af1f-273e07cafe0f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2244825 Mar 23 12:50:45.289595 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-57a6c23d-b8b3-403b-9801-4eaf4a015d10 None None] Provisioning complete for port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:45.290127 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-57a6c23d-b8b3-403b-9801-4eaf4a015d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:45.293784 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-4692525f-536b-4484-b6a6-30fe090506ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:45.295468 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-4692525f-536b-4484-b6a6-30fe090506ca service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2595510 Mar 23 12:50:45.326750 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3464ae-2bd9-4e5c-885f-a538a4be6322 req-8dcd909c-a6c1-4761-855e-0facb532d7cd tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:45.337716 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-bb3464ae-2bd9-4e5c-885f-a538a4be6322 req-8dcd909c-a6c1-4761-855e-0facb532d7cd tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 944 time: 0.1404853 Mar 23 12:50:45.351850 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (780ff1d4-7e6c-4b07-9697-4443d3dc0904), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:45.414585 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-bb3464ae-2bd9-4e5c-885f-a538a4be6322 req-58275a7d-fa44-4e7c-a3cd-5451d25d8539 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750039 Mar 23 12:50:45.461496 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b809d71b-a79d-4f19-aeca-f367d84ae4f7 x-openstack-request-id: req-b809d71b-a79d-4f19-aeca-f367d84ae4f7 {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:45.461864 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181", "status": "completed", "code": 200}]} {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:45.462816 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b809d71b-a79d-4f19-aeca-f367d84ae4f7 {{(pid=115108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:45.463235 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b809d71b-a79d-4f19-aeca-f367d84ae4f7'] response: {'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'status': 'completed', 'code': 200} Mar 23 12:50:45.543055 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-86754244-6670-4d8e-9249-c8d6579f3842 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257040 Mar 23 12:50:45.583905 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a8a9-8009-4555-99cc-4a7020b4a606 req-99257b14-fac5-4b31-9269-9208081324b5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:45.590578 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-57a6c23d-b8b3-403b-9801-4eaf4a015d10 None None] Current status of the port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:45.591658 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4797a8a9-8009-4555-99cc-4a7020b4a606 req-99257b14-fac5-4b31-9269-9208081324b5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0744786 Mar 23 12:50:45.655638 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4797a8a9-8009-4555-99cc-4a7020b4a606 req-d423e469-c212-4b3b-8157-3385ae7b3898 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610769 Mar 23 12:50:45.668029 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa099e72-47ab-4408-89e9-891300a6b1d3 None None] Network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:50:45.697712 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-fa6fa17b-99c1-4639-9e2f-eafac4a95446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:45.699141 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-fa6fa17b-99c1-4639-9e2f-eafac4a95446 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 1129 time: 0.3847468 Mar 23 12:50:45.700983 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-36fae254-7a46-4116-a914-14db07bfaf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:45.702356 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-36fae254-7a46-4116-a914-14db07bfaf5b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe&tenant_id=7e38f2806b4646d09256a66de6a08bfd HTTP/1.1" status: 200 len: 1127 time: 0.4656329 Mar 23 12:50:45.733446 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf8d179-11f4-4930-8c55-ba2bef286327 req-d123ce0c-d1af-4d87-a9c5-a3b77b62987b tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:45.735494 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dcf8d179-11f4-4930-8c55-ba2bef286327 req-d123ce0c-d1af-4d87-a9c5-a3b77b62987b tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.4168036 Mar 23 12:50:45.764289 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281988f8-c366-4db9-a0ad-efe1b0010fc4 req-173cd547-d6f1-4b6a-b54c-e5bd5769b431 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:45.765872 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-281988f8-c366-4db9-a0ad-efe1b0010fc4 req-173cd547-d6f1-4b6a-b54c-e5bd5769b431 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0584948 Mar 23 12:50:45.818689 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-281988f8-c366-4db9-a0ad-efe1b0010fc4 req-fccc28ed-326a-453e-8e06-06d4f52388d9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448616 Mar 23 12:50:45.848375 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-4e80c190-f1ce-4220-9174-7e47a0809865 None None] Provisioning complete for port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:45.848755 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4e80c190-f1ce-4220-9174-7e47a0809865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:46.094016 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-4e80c190-f1ce-4220-9174-7e47a0809865 None None] Current status of the port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:46.094608 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4e80c190-f1ce-4220-9174-7e47a0809865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:46.139113 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-594294ab-72bd-4eac-91c0-5c5eabf194f3 req-ad4065ec-29af-4f74-930d-3688ed90689d service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5569112 Mar 23 12:50:46.163087 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-4e80c190-f1ce-4220-9174-7e47a0809865 None None] For port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=2dbc3564-d3fc-49a7-b693-f4e6147cb10a,segment=NetworkSegment(44decf08-140e-4474-a2a1-b916b2d2a350),segment_id=44decf08-140e-4474-a2a1-b916b2d2a350)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:46.174995 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ffa45392-3f55-4255-bb6b-e45aa7e6af4b up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:46.180145 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4e80c190-f1ce-4220-9174-7e47a0809865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:46.225156 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dcf8d179-11f4-4930-8c55-ba2bef286327 req-f15a6e3c-0215-4b76-96bb-157105ec3d9f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4638219 Mar 23 12:50:46.279539 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-411342b6-9436-447b-96cc-46a2838050d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.281254 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-411342b6-9436-447b-96cc-46a2838050d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 1127 time: 0.5446968 Mar 23 12:50:46.348470 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e80c190-f1ce-4220-9174-7e47a0809865 None None] Pushing event updated for resources: {'Port': ['ID=2dbc3564-d3fc-49a7-b693-f4e6147cb10a,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:46.365032 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port ffa45392-3f55-4255-bb6b-e45aa7e6af4b completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:50:46.370403 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port ffa45392-3f55-4255-bb6b-e45aa7e6af4b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:46.371062 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:46.398189 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-0b56ae85-f35d-4dc2-a426-a426898ada1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.398553 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d91a5-d346-4ba3-9643-96879ded4400 req-cf7246f3-f0ff-4678-88ad-51aba0a05ad6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.399670 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-0b56ae85-f35d-4dc2-a426-a426898ada1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 912 time: 0.6539330 Mar 23 12:50:46.401070 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fc4d91a5-d346-4ba3-9643-96879ded4400 req-cf7246f3-f0ff-4678-88ad-51aba0a05ad6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 944 time: 0.0725884 Mar 23 12:50:46.452466 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-c54e6f30-cacc-46dd-bc9f-11d8ac3654b4 None None] Provisioning complete for port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:46.452892 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c54e6f30-cacc-46dd-bc9f-11d8ac3654b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:46.464600 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 2dbc3564-d3fc-49a7-b693-f4e6147cb10a up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:46.494459 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21af5f-3793-4258-a446-bab920c3e148 req-3859b40b-e932-46c2-8d3f-3cc750c549f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.496061 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a21af5f-3793-4258-a446-bab920c3e148 req-3859b40b-e932-46c2-8d3f-3cc750c549f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30c004a3e32465489dac9af4f6b824a&device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 1168 time: 0.2636492 Mar 23 12:50:46.499400 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fc4d91a5-d346-4ba3-9643-96879ded4400 req-55de448b-3994-4b20-bff4-a470a591d8a2 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893974 Mar 23 12:50:46.561258 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:50:46.579779 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port ffa45392-3f55-4255-bb6b-e45aa7e6af4b is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:46.580076 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:46.601657 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-24a5a724-92fe-41dd-99ac-b137da0157f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.603679 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-24a5a724-92fe-41dd-99ac-b137da0157f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.3103588 Mar 23 12:50:46.622435 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-66fc0c96-d60e-476e-aaca-dd9d59eeafd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c HTTP/1.1" status: 200 len: 1001 time: 0.2075903 Mar 23 12:50:46.635976 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:46.638234 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c34bc888-2530-4a11-84a6-75543eaf923d" -d '{"events": [{"server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "name": "network-vif-plugged", "status": "completed", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:46.659851 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port ffa45392-3f55-4255-bb6b-e45aa7e6af4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:46.663244 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:46.663676 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:46.668583 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:46.669402 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ffb01eb1-60f7-40df-81bd-ef16fdfc0199 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:46.715826 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8c00c1-cd06-492d-bf6b-1f5d7d98c655 x-openstack-request-id: req-ba8c00c1-cd06-492d-bf6b-1f5d7d98c655 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:46.716206 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "name": "network-vif-plugged", "status": "completed", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:46.716401 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ba8c00c1-cd06-492d-bf6b-1f5d7d98c655 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:46.716806 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba8c00c1-cd06-492d-bf6b-1f5d7d98c655'] response: {'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'code': 200} Mar 23 12:50:46.811659 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9666ca-e05b-47fa-b519-dd8dce5e5486 req-d85eba30-cb0b-4a3b-80ca-5b477cb2550b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.813799 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c9666ca-e05b-47fa-b519-dd8dce5e5486 req-d85eba30-cb0b-4a3b-80ca-5b477cb2550b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 944 time: 0.3168437 Mar 23 12:50:46.832713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd19b0-d06d-4bef-b656-4d5923ffc818 req-715449b2-0091-4830-bb02-71022ecf2895 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.834902 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-02cd19b0-d06d-4bef-b656-4d5923ffc818 req-715449b2-0091-4830-bb02-71022ecf2895 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0844369 Mar 23 12:50:46.855987 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-abd64f60-d8da-48e4-8fb6-d5a729b2fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.857733 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-abd64f60-d8da-48e4-8fb6-d5a729b2fe1c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 200 len: 850 time: 0.2267756 Mar 23 12:50:46.862931 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-b214bb96-f857-443c-8abf-f37631b62e37 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d HTTP/1.1" status: 200 len: 999 time: 0.2464933 Mar 23 12:50:46.871303 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21af5f-3793-4258-a446-bab920c3e148 req-d92dceb1-13e0-4401-ab09-9ae711f6a021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.872823 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a21af5f-3793-4258-a446-bab920c3e148 req-d92dceb1-13e0-4401-ab09-9ae711f6a021 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 HTTP/1.1" status: 200 len: 916 time: 0.3586795 Mar 23 12:50:46.881512 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-c54e6f30-cacc-46dd-bc9f-11d8ac3654b4 None None] Current status of the port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:46.907495 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-02cd19b0-d06d-4bef-b656-4d5923ffc818 req-ccfd4357-54a0-4047-83d3-dd87e7581429 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646682 Mar 23 12:50:46.954605 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6f091-59cf-4fc1-96fb-a3f49733af7f req-18aaf028-f996-4413-8fba-0a331b0cf934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:46.957640 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-19b6f091-59cf-4fc1-96fb-a3f49733af7f req-18aaf028-f996-4413-8fba-0a331b0cf934 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 1129 time: 0.0666599 Mar 23 12:50:46.963473 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:47.006356 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:50:47.014718 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:47.015453 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.025751 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:47.039616 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Sync routers for ids ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:47.056484 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c9666ca-e05b-47fa-b519-dd8dce5e5486 req-7a1103e0-aa33-4831-bea1-f3bbdcd15cee tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206540 Mar 23 12:50:47.057057 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Routers {'780ff1d4-7e6c-4b07-9697-4443d3dc0904'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:47.057673 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:47.058129 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:47.075526 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a21af5f-3793-4258-a446-bab920c3e148 req-60177518-d482-445b-890c-96a3e550cd21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 1001 time: 0.1864171 Mar 23 12:50:47.077253 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-0190849b-107c-42ca-8032-909471ff9cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:47.079334 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-0190849b-107c-42ca-8032-909471ff9cd3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.1816754 Mar 23 12:50:47.084295 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-19b6f091-59cf-4fc1-96fb-a3f49733af7f req-d13aec64-dfa5-4e6b-b50c-f60806a9bc2e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181788 Mar 23 12:50:47.103798 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-8f531ec4-6162-4038-aba0-f3fa0a6e0ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:47.116689 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-8f531ec4-6162-4038-aba0-f3fa0a6e0ba6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2413135 Mar 23 12:50:47.121791 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe63d76-6667-41eb-8ed9-5d6f2ecd3a29 req-f54bbf07-624a-4413-9e9e-f09e73fbb7ab tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:47.123331 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6fe63d76-6667-41eb-8ed9-5d6f2ecd3a29 req-f54bbf07-624a-4413-9e9e-f09e73fbb7ab tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1283765 Mar 23 12:50:47.125371 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:47.125835 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.141804 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.143064 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-72c17e31-6349-437d-9b0c-e34004aea806 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.6179981 Mar 23 12:50:47.145740 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46246) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:47.172638 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port ffb01eb1-60f7-40df-81bd-ef16fdfc0199, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:47.178056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.187339 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6fe63d76-6667-41eb-8ed9-5d6f2ecd3a29 req-b134e5a3-84e0-4fff-b4b5-9d99e15af167 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554607 Mar 23 12:50:47.221539 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Set router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:47.247840 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:47.256157 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21af5f-3793-4258-a446-bab920c3e148 req-464a25e6-7498-4d09-a7ce-15c4efdd9936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:47.257697 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a21af5f-3793-4258-a446-bab920c3e148 req-464a25e6-7498-4d09-a7ce-15c4efdd9936 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=228bfd83-be88-47b6-94de-6b2e028f3a21 HTTP/1.1" status: 200 len: 854 time: 0.1656656 Mar 23 12:50:47.415065 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:41Z', 'updated_at': '2022-03-23T12:50:44Z', 'revision_number': 3, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'gw_port': {'id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:42Z', 'updated_at': '2022-03-23T12:50:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:47.449211 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Checking router: 780ff1d4-7e6c-4b07-9697-4443d3dc0904 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:47.449626 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Updating router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 port c2f842f8-0244-4378-9f50-2d0fe492037d binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:50:47.482065 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.525949 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-1fb32e7d-c06d-4a7b-8c6d-31aa6a9052a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:47.527467 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-1fb32e7d-c06d-4a7b-8c6d-31aa6a9052a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2376871 Mar 23 12:50:47.535121 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21af5f-3793-4258-a446-bab920c3e148 req-6e015b91-a18c-4215-8f52-32474eb5dca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:47.536558 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a21af5f-3793-4258-a446-bab920c3e148 req-6e015b91-a18c-4215-8f52-32474eb5dca4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2183130 Mar 23 12:50:47.624151 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-d6d4dbe8-df36-4936-be36-c361aaba9cb0 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211057 Mar 23 12:50:47.740855 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Publish callbacks [] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.747216 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.803475 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Attempting to bind port c2f842f8-0244-4378-9f50-2d0fe492037d on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:47.803865 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Attempting to bind port c2f842f8-0244-4378-9f50-2d0fe492037d by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:47.804386 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Attempting to bind port c2f842f8-0244-4378-9f50-2d0fe492037d on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:47.810300 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a535b-d3b9-4f48-9bb1-6c5a4836b6bc None None] Pushing event updated for resources: {'Port': ['ID=c2f842f8-0244-4378-9f50-2d0fe492037d,revision_number=2']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:47.815523 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:47.815919 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:47.816319 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.816708 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:47.817186 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Bound port: c2f842f8-0244-4378-9f50-2d0fe492037d, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:47.817567 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.872114 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] For port c2f842f8-0244-4378-9f50-2d0fe492037d, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:47.875650 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] For port c2f842f8-0244-4378-9f50-2d0fe492037d, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=c2f842f8-0244-4378-9f50-2d0fe492037d,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:47.881731 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:47.935567 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Routers {'780ff1d4-7e6c-4b07-9697-4443d3dc0904'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:47.936553 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:47.962890 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-32832a1a-fabc-4132-ad4c-a97f5761a8af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:48.019228 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a535b-d3b9-4f48-9bb1-6c5a4836b6bc None None] Pushing event updated for resources: {'Port': ['ID=c2f842f8-0244-4378-9f50-2d0fe492037d,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:48.046112 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea4888-2e98-418c-96c8-a30d193244c0 req-ed74e22c-e35f-4dac-9b70-1169d40c7db8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:48.049097 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8dea4888-2e98-418c-96c8-a30d193244c0 req-ed74e22c-e35f-4dac-9b70-1169d40c7db8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0612650 Mar 23 12:50:48.062727 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] Set router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:48.105185 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8dea4888-2e98-418c-96c8-a30d193244c0 req-2107318c-f354-470e-a2ea-6213e771aa75 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487258 Mar 23 12:50:48.162097 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3e6f50-4909-4400-aec2-bd51b0346a05 req-e899625d-2f96-43fc-b3fb-a4d80d5857fe tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:48.163703 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba3e6f50-4909-4400-aec2-bd51b0346a05 req-e899625d-2f96-43fc-b3fb-a4d80d5857fe tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.6005857 Mar 23 12:50:48.170926 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-fea4c94b-f671-4b00-9a91-b6002beddbe2 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6334283 Mar 23 12:50:48.248331 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e5d763-5a1a-4312-adda-214c331071b8 req-313b5f4f-d0a0-468f-82bb-e9d1a46375d4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:48.257017 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-17e5d763-5a1a-4312-adda-214c331071b8 req-313b5f4f-d0a0-468f-82bb-e9d1a46375d4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.0736966 Mar 23 12:50:48.299473 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a21af5f-3793-4258-a446-bab920c3e148 req-fb258114-2612-4726-b686-10ba1fe882bc service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7396963 Mar 23 12:50:48.301653 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-42c9a6d3-0077-46e7-826f-a80654a02af5 req-a32a7c28-3ab0-4cf1-a717-8e44b31190a3 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6270337 Mar 23 12:50:48.329929 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-17e5d763-5a1a-4312-adda-214c331071b8 req-ad231d87-edbd-4fdc-ba92-2011d532cbb5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715382 Mar 23 12:50:48.347251 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 2dbc3564-d3fc-49a7-b693-f4e6147cb10a up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:48.406770 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:41Z', 'updated_at': '2022-03-23T12:50:44Z', 'revision_number': 3, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'gw_port': {'id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:42Z', 'updated_at': '2022-03-23T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:48.414955 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:48.415917 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:48.420142 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ba3e6f50-4909-4400-aec2-bd51b0346a05 req-c9a3697d-f0b0-4140-be9e-9065e6ed0fe7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2417986 Mar 23 12:50:48.460453 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5168c241-bb72-4c43-b8be-2f294076ed23 None None] The sync data for ids ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'] in dv-cinder-797245-11-iscsi is: [{'id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:41Z', 'updated_at': '2022-03-23T12:50:44Z', 'revision_number': 3, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'gw_port': {'id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:42Z', 'updated_at': '2022-03-23T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:48.536046 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7b10e5-d3f1-422d-bafa-dfac9522ddd2 req-3d03f7a6-a28e-48f9-8b3a-3a9f7a0a22c9 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417990 Mar 23 12:50:48.542545 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eec22a-5607-49bd-999c-b1db40c7733d req-a68a515d-ec16-451b-867f-dd72e13b65ef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:48.555586 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5a21af5f-3793-4258-a446-bab920c3e148 req-7f59dc36-2325-4672-9e8b-046060c8a589 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319307 Mar 23 12:50:48.564169 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-82eec22a-5607-49bd-999c-b1db40c7733d req-a68a515d-ec16-451b-867f-dd72e13b65ef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1102245 Mar 23 12:50:48.594205 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:48.606274 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:48.627184 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-82eec22a-5607-49bd-999c-b1db40c7733d req-5056f323-c34f-4023-aa15-e84cdd0871d8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607746 Mar 23 12:50:48.718588 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:48.721023 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fad48ee-aaa0-4766-a940-94151cd0ed1e" -d '{"events": [{"server_uuid": "c12e2e8e-fe94-4b53-8552-cae3dab2d720", "name": "network-vif-plugged", "status": "completed", "tag": "ffb01eb1-60f7-40df-81bd-ef16fdfc0199"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:48.772416 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d92475-7530-4dbf-87eb-55fca4677965 x-openstack-request-id: req-c7d92475-7530-4dbf-87eb-55fca4677965 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:48.772771 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12e2e8e-fe94-4b53-8552-cae3dab2d720", "name": "network-vif-plugged", "status": "completed", "tag": "ffb01eb1-60f7-40df-81bd-ef16fdfc0199", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:48.773032 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c7d92475-7530-4dbf-87eb-55fca4677965 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:48.773443 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7d92475-7530-4dbf-87eb-55fca4677965'] response: {'server_uuid': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199', 'code': 200} Mar 23 12:50:48.800663 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Allocated IP 172.20.0.1 (81efd1ce-87d4-4d63-ac90-9f2b700ac9a5/006f3214-7093-4f5f-ac80-36f51ec5c7fe/f21d23e4-92a9-45d1-86af-2d4e50135990) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:48.845447 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46280) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:48.944353 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Publish callbacks [] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.019584 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-82da2b21-c215-43be-82ab-2fdb978ba457 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.038610 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.049636 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c65b68-a5cc-4456-9585-904e811a58f6 req-0701f46c-489c-4831-af84-f5b262276f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:49.051218 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0c65b68-a5cc-4456-9585-904e811a58f6 req-0701f46c-489c-4831-af84-f5b262276f2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 1129 time: 0.0767422 Mar 23 12:50:49.089473 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:49.100116 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:49.124591 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:49.157656 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-82da2b21-c215-43be-82ab-2fdb978ba457 admin admin] Publish callbacks [] for security_group (9c6d7dcf-fb6f-4d78-83c5-829729a5b45c), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.162921 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-82da2b21-c215-43be-82ab-2fdb978ba457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9c6d7dcf-fb6f-4d78-83c5-829729a5b45c), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.224475 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-82da2b21-c215-43be-82ab-2fdb978ba457 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=35c3474b5aed4197a8c99105e1cc9ab9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3776901 Mar 23 12:50:49.235502 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46292) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:49.245597 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da2b21-c215-43be-82ab-2fdb978ba457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6d7dcf-fb6f-4d78-83c5-829729a5b45c,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:49.301131 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Pushing event updated for resources: {'Port': ['ID=f21d23e4-92a9-45d1-86af-2d4e50135990,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:49.314804 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (780ff1d4-7e6c-4b07-9697-4443d3dc0904), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.392404 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b81cb4-5ead-48c5-bed6-de2c8534f6a4 req-1dbf819b-3bd7-4b82-bacc-652808006f32 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:49.402545 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d8b81cb4-5ead-48c5-bed6-de2c8534f6a4 req-1dbf819b-3bd7-4b82-bacc-652808006f32 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1145694 Mar 23 12:50:49.462784 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0c65b68-a5cc-4456-9585-904e811a58f6 req-7c3b262a-4fb3-4ac5-9f59-0e775087fc52 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3849349 Mar 23 12:50:49.579528 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d8b81cb4-5ead-48c5-bed6-de2c8534f6a4 req-3f22fe90-f341-4a8e-bad8-7475555d19b9 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697550 Mar 23 12:50:49.637967 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.664530 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d3b425a0-4e6a-4aa3-b45e-4d514a5538cc admin admin] Publish callbacks [] for security_group (9c6d7dcf-fb6f-4d78-83c5-829729a5b45c), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.676204 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-28567018-e9ee-4377-b906-3d21a14d4a8a None None] Provisioning complete for port f21d23e4-92a9-45d1-86af-2d4e50135990 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:49.676656 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-28567018-e9ee-4377-b906-3d21a14d4a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.738666 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d3b425a0-4e6a-4aa3-b45e-4d514a5538cc admin admin] Publish callbacks [] for security_group (9c6d7dcf-fb6f-4d78-83c5-829729a5b45c), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:49.768193 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-28567018-e9ee-4377-b906-3d21a14d4a8a None None] Port f21d23e4-92a9-45d1-86af-2d4e50135990 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:50:49.779693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b604bd-9298-4a4a-9db6-d73a5b8c5a24 req-201eecb0-518e-4cd8-b625-1177f5525a03 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:49.792435 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53880e3a-7b34-41a7-8628-3b4567bc82fb req-5b1652eb-aacc-43df-a233-f50691905323 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:49.794228 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-23b604bd-9298-4a4a-9db6-d73a5b8c5a24 req-201eecb0-518e-4cd8-b625-1177f5525a03 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.2668703 Mar 23 12:50:49.805630 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-53880e3a-7b34-41a7-8628-3b4567bc82fb req-5b1652eb-aacc-43df-a233-f50691905323 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.1045678 Mar 23 12:50:49.876892 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-53880e3a-7b34-41a7-8628-3b4567bc82fb req-d3e55aee-8e00-431b-b64f-c08fefea522a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636261 Mar 23 12:50:49.899744 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.022959 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8143ec6-775a-4345-9572-71a6106146e1 req-e319f807-22f2-4f72-9a2f-9e0be7934711 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:50.026007 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f8143ec6-775a-4345-9572-71a6106146e1 req-e319f807-22f2-4f72-9a2f-9e0be7934711 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0859444 Mar 23 12:50:50.038865 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-23b604bd-9298-4a4a-9db6-d73a5b8c5a24 req-56297cd5-9b25-4f58-a232-57da9b2051c3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242970 Mar 23 12:50:50.117358 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f8143ec6-775a-4345-9572-71a6106146e1 req-ae1e26e6-dfad-48da-a313-9d4a2bf166f0 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798550 Mar 23 12:50:50.142048 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d3b425a0-4e6a-4aa3-b45e-4d514a5538cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9c6d7dcf-fb6f-4d78-83c5-829729a5b45c), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.145115 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d3b425a0-4e6a-4aa3-b45e-4d514a5538cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.146431 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d3b425a0-4e6a-4aa3-b45e-4d514a5538cc admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9c6d7dcf-fb6f-4d78-83c5-829729a5b45c HTTP/1.1" status: 204 len: 168 time: 0.8744738 Mar 23 12:50:50.160992 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b425a0-4e6a-4aa3-b45e-4d514a5538cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6d7dcf-fb6f-4d78-83c5-829729a5b45c,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:50.421621 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07cde3-838d-4d28-af65-b9eb5343a35c req-08c7e073-da54-4582-9278-5b6481784dcf tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:50.423534 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dc07cde3-838d-4d28-af65-b9eb5343a35c req-08c7e073-da54-4582-9278-5b6481784dcf tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.2294829 Mar 23 12:50:50.436350 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46312) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:50.441880 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-0cf857e8-301a-4671-aec5-b6be085cb94f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Request body: {'floatingip': {'port_id': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:50.480401 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Publish callbacks [] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.481214 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device c2f842f8-0244-4378-9f50-2d0fe492037d up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:50.492919 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.536715 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0cf857e8-301a-4671-aec5-b6be085cb94f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for floatingip (2673b5ef-7c80-4d8c-abb3-23febf515c81), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.605362 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port c2f842f8-0244-4378-9f50-2d0fe492037d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:50.605961 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.763769 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Pushing event updated for resources: {'Port': ['ID=f21d23e4-92a9-45d1-86af-2d4e50135990,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:50.787545 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (780ff1d4-7e6c-4b07-9697-4443d3dc0904), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.842019 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port c2f842f8-0244-4378-9f50-2d0fe492037d is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:50.845576 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.952050 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port c2f842f8-0244-4378-9f50-2d0fe492037d, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=c2f842f8-0244-4378-9f50-2d0fe492037d,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:50.974101 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:50.974744 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e2681-6780-4ca2-8650-8a5a448221d9 req-6260c956-ab2f-4d3d-b63d-62ae2bdb17c5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:50.982986 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0a0e2681-6780-4ca2-8650-8a5a448221d9 req-6260c956-ab2f-4d3d-b63d-62ae2bdb17c5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.2285278 Mar 23 12:50:51.104269 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:51.107406 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:51.148266 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=c2f842f8-0244-4378-9f50-2d0fe492037d,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:51.154458 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:51.386454 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0a0e2681-6780-4ca2-8650-8a5a448221d9 req-a6ab83d1-3f20-438f-9b63-aee4cd0e80e3 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4012084 Mar 23 12:50:51.538647 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:51.600810 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:51.737606 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-d8799f7d-df61-43df-87eb-a88d210837f2 None None] Provisioning complete for port f21d23e4-92a9-45d1-86af-2d4e50135990 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:51.741568 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d8799f7d-df61-43df-87eb-a88d210837f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:51.874518 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46338) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:51.874963 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:51.879907 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-d8799f7d-df61-43df-87eb-a88d210837f2 None None] Port f21d23e4-92a9-45d1-86af-2d4e50135990 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:50:51.883297 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d0a0efad-9b00-4fcc-8e9d-7c7da8aee018 admin admin] 10.222.0.45 "PUT /v2.0/routers/780ff1d4-7e6c-4b07-9697-4443d3dc0904/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7366409 Mar 23 12:50:51.893105 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Sync routers for ids ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:51.917615 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d47264-a272-4e38-b4e4-9541b6424cea req-db345774-218d-40db-831b-83b42332a19b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:51.919443 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c2d47264-a272-4e38-b4e4-9541b6424cea req-db345774-218d-40db-831b-83b42332a19b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.4106731 Mar 23 12:50:51.924139 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Routers {'780ff1d4-7e6c-4b07-9697-4443d3dc0904'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:51.937285 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:51.960087 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060e8e6-7007-43cd-bbd6-f0463a7a1a5e req-db728e5b-dd9d-4ed1-841f-a9676dc291b8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:51.962333 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7060e8e6-7007-43cd-bbd6-f0463a7a1a5e req-db728e5b-dd9d-4ed1-841f-a9676dc291b8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.3792558 Mar 23 12:50:52.062482 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7060e8e6-7007-43cd-bbd6-f0463a7a1a5e req-572fcdeb-5571-4224-8071-0f09f3f43843 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888710 Mar 23 12:50:52.084189 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c2d47264-a272-4e38-b4e4-9541b6424cea req-c17a10e1-b233-4144-ae37-e4afb9668a50 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525228 Mar 23 12:50:52.207431 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1872393386-network', 'tenant_id': '5c46f5a0923e420ebcae0094468634df'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:52.220533 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0cf857e8-301a-4671-aec5-b6be085cb94f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.229720 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0cf857e8-301a-4671-aec5-b6be085cb94f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (2673b5ef-7c80-4d8c-abb3-23febf515c81), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.279810 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Made reservation on behalf of 5c46f5a0923e420ebcae0094468634df for: {'network': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:52.283167 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.306682 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Set router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:52.311720 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.506387 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device c2f842f8-0244-4378-9f50-2d0fe492037d up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:52.549152 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.l3_db [None req-0cf857e8-301a-4671-aec5-b6be085cb94f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Floating IP 2673b5ef-7c80-4d8c-abb3-23febf515c81 associated. External IP: 172.27.0.93, port: ffa45392-3f55-4255-bb6b-e45aa7e6af4b. Mar 23 12:50:52.559281 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Publish callbacks [] for security_group (f3506992-c27c-4865-af12-26a3fcf42ead), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.571940 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f3506992-c27c-4865-af12-26a3fcf42ead), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.607198 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=115109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:50:52.635276 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (bef35a71-0c39-4d4f-a497-d9209d4f4930), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.635958 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.segments_db [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Added segment bef35a71-0c39-4d4f-a497-d9209d4f4930 of type vlan for network 24cd2efb-78ad-400a-a9d9-fadac97525f4 Mar 23 12:50:52.637749 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3506992-c27c-4865-af12-26a3fcf42ead,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:52.719820 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (24cd2efb-78ad-400a-a9d9-fadac97525f4), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.750086 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port c2f842f8-0244-4378-9f50-2d0fe492037d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:52.751079 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.769174 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46350) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:52.775710 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-e203989e-2298-491a-aa6f-f60d41b49f7f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1324358385', 'description': 'tempest-secgroup-smoke-1324358385 description', 'project_id': '67247c1540b6442987cab91eb46e67a5'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:52.793461 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (24cd2efb-78ad-400a-a9d9-fadac97525f4), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.794639 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:52.795359 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.920522 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf857e8-301a-4671-aec5-b6be085cb94f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Router 1c507e0b-f70e-4621-8070-3d62fde9be1c has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:52.967971 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e203989e-2298-491a-aa6f-f60d41b49f7f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:52.982376 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port c2f842f8-0244-4378-9f50-2d0fe492037d is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:52.989058 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1078269 Mar 23 12:50:52.991718 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:41Z', 'updated_at': '2022-03-23T12:50:49Z', 'revision_number': 4, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'gw_port': {'id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:42Z', 'updated_at': '2022-03-23T12:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f21d23e4-92a9-45d1-86af-2d4e50135990', 'name': '', 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'mac_address': 'fa:16:3e:a4:6a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '006f3214-7093-4f5f-ac80-36f51ec5c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:48Z', 'updated_at': '2022-03-23T12:50:50Z', 'revision_number': 2, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'subnets': [{'id': '006f3214-7093-4f5f-ac80-36f51ec5c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:53.006763 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46354) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:53.011805 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Request body: {'subnet': {'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1872393386-subnet', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'ip_version': 4}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:53.032547 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab34ee7-aa26-4f5e-be33-f8ab7c1f1c17 admin admin] Pushing event updated for resources: {'Network': ['ID=24cd2efb-78ad-400a-a9d9-fadac97525f4,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:53.041566 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Checking router: 780ff1d4-7e6c-4b07-9697-4443d3dc0904 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:53.041942 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Updating router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 port f21d23e4-92a9-45d1-86af-2d4e50135990 binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:50:53.080835 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Made reservation on behalf of 5c46f5a0923e420ebcae0094468634df for: {'subnet': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:50:53.083440 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078103'] for subnet (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:53.085856 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 24cd2efb-78ad-400a-a9d9-fadac97525f4 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:50:53.277709 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:53.431620 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba48ae1-6834-4a38-8d03-14e50aaa5f2e req-71d4ae60-ca31-479f-bb43-bd1d02576dbf tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:53.433230 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1ba48ae1-6834-4a38-8d03-14e50aaa5f2e req-71d4ae60-ca31-479f-bb43-bd1d02576dbf tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1846414 Mar 23 12:50:53.618204 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1ba48ae1-6834-4a38-8d03-14e50aaa5f2e req-d64555b1-b0c4-48e3-9f88-e98b1cd6c8f3 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768909 Mar 23 12:50:53.636140 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb0e1b-08ef-49f7-ba81-fb1648081e9e req-c7185ea7-f4af-429e-9522-0a72665c0ddf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:53.644169 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-01bb0e1b-08ef-49f7-ba81-fb1648081e9e req-c7185ea7-f4af-429e-9522-0a72665c0ddf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.1243737 Mar 23 12:50:53.685225 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58409187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078081'] for subnet (1c02c5ed-dca8-420b-82c3-b902efbb6958), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:53.705910 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf857e8-301a-4671-aec5-b6be085cb94f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:53.717545 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-0cf857e8-301a-4671-aec5-b6be085cb94f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:53.724145 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] Sync routers for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:53.763625 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:53.764419 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:53.795306 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c02c5ed-dca8-420b-82c3-b902efbb6958,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:53.808982 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-01bb0e1b-08ef-49f7-ba81-fb1648081e9e req-810d2a27-869a-43e2-8c1c-9d30b4fe9170 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1636336 Mar 23 12:50:53.832681 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Checking segment: {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:53.832681 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Network hostable DHCP agents. Network: 24cd2efb-78ad-400a-a9d9-fadac97525f4, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:50:53.838581 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e203989e-2298-491a-aa6f-f60d41b49f7f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group (fde0539e-a142-4cab-af8d-23fa113d468f), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:53.841137 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-0cf857e8-301a-4671-aec5-b6be085cb94f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "PUT /v2.0/floatingips/2673b5ef-7c80-4d8c-abb3-23febf515c81 HTTP/1.1" status: 200 len: 990 time: 3.4037464 Mar 23 12:50:53.842280 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b'}] {{(pid=115108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:53.845913 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4c4de31e92d97ca00457ed788e130df541ba5a0bd0b7464d7b0b9dedcd6006a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bef3fa1-4bf0-4123-ad72-56799b106b65" -d '{"events": [{"name": "network-changed", "server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b"}]}' {{(pid=115108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:53.865962 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e203989e-2298-491a-aa6f-f60d41b49f7f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (fde0539e-a142-4cab-af8d-23fa113d468f), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:53.872239 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Network 24cd2efb-78ad-400a-a9d9-fadac97525f4 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:50:53.898034 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 24cd2efb-78ad-400a-a9d9-fadac97525f4) {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:53.907945 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:53.910131 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:53.930404 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11566737-c172-4b29-8eb4-1374de6678ef None None] Network 24cd2efb-78ad-400a-a9d9-fadac97525f4 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:50:53.949846 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-56c74161-6b99-42ea-977f-b2afc8dcd0a7 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9419351 Mar 23 12:50:53.953208 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46364) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:53.958159 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42a425e-e0dc-44a9-b08e-25d3b8fc6080 x-openstack-request-id: req-d42a425e-e0dc-44a9-b08e-25d3b8fc6080 {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:53.958448 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b", "status": "completed", "code": 200}]} {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:53.958705 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d42a425e-e0dc-44a9-b08e-25d3b8fc6080 {{(pid=115108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:53.959109 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d42a425e-e0dc-44a9-b08e-25d3b8fc6080'] response: {'name': 'network-changed', 'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'status': 'completed', 'code': 200} Mar 23 12:50:53.959823 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203989e-2298-491a-aa6f-f60d41b49f7f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fde0539e-a142-4cab-af8d-23fa113d468f,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:53.960248 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:53.981960 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e203989e-2298-491a-aa6f-f60d41b49f7f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:53.987534 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e203989e-2298-491a-aa6f-f60d41b49f7f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.2128220 Mar 23 12:50:53.990361 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46366) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:53.995888 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-01b8fbce-703f-43a6-a14c-166b6296dffb tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'security_group_rule': {'security_group_id': 'fde0539e-a142-4cab-af8d-23fa113d468f', 'project_id': '67247c1540b6442987cab91eb46e67a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:54.061419 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.063085 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.092272 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-4aabcc9e-9189-4b3e-9309-20fd546f137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:54.092272 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-4aabcc9e-9189-4b3e-9309-20fd546f137b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 1129 time: 0.1179533 Mar 23 12:50:54.092689 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-01b8fbce-703f-43a6-a14c-166b6296dffb tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (03da19e6-1068-4a62-9984-6627f83169a2), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.129818 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:54.242708 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-01b8fbce-703f-43a6-a14c-166b6296dffb tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (03da19e6-1068-4a62-9984-6627f83169a2), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.248967 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-01b8fbce-703f-43a6-a14c-166b6296dffb tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (03da19e6-1068-4a62-9984-6627f83169a2), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.271910 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks [] for router_controller (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), precommit_add_association {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.288172 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b8fbce-703f-43a6-a14c-166b6296dffb tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03da19e6-1068-4a62-9984-6627f83169a2,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:54.296297 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-01b8fbce-703f-43a6-a14c-166b6296dffb tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.302655 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-01b8fbce-703f-43a6-a14c-166b6296dffb tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105407 Mar 23 12:50:54.305209 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46368) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:54.311107 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-e282d64f-53c7-429c-9e83-c3ac40b19928 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'security_group_rule': {'security_group_id': 'fde0539e-a142-4cab-af8d-23fa113d468f', 'project_id': '67247c1540b6442987cab91eb46e67a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:54.359695 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e282d64f-53c7-429c-9e83-c3ac40b19928 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (30501c13-3fdf-4546-b3a0-c17331b548e8), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.383932 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-24cd2efb-78ad-400a-a9d9-fadac97525f4', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'project_id': '5c46f5a0923e420ebcae0094468634df', 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:50:54.384895 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.427890 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Publish callbacks [] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.494279 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.511517 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks [] for router_gateway (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.520466 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-f7939d8d-3dfe-436c-80ff-76b7bd0d41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:54.522513 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-f7939d8d-3dfe-436c-80ff-76b7bd0d41a0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.4269416 Mar 23 12:50:54.522820 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '2673b5ef-7c80-4d8c-abb3-23febf515c81', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'port_id': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'mac_address': 'fa:16:3e:9d:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:28Z', 'updated_at': '2022-03-23T12:50:51Z', 'revision_number': 1, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:54.572374 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] Checking router: 1c507e0b-f70e-4621-8070-3d62fde9be1c for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:54.583142 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e282d64f-53c7-429c-9e83-c3ac40b19928 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (30501c13-3fdf-4546-b3a0-c17331b548e8), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.583631 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:54.584344 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:54.589560 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e282d64f-53c7-429c-9e83-c3ac40b19928 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (30501c13-3fdf-4546-b3a0-c17331b548e8), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.650476 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e43ea-537e-4545-915d-e6a1c45333a3 None None] Pushing event updated for resources: {'Port': ['ID=f21d23e4-92a9-45d1-86af-2d4e50135990,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:54.659929 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e282d64f-53c7-429c-9e83-c3ac40b19928 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30501c13-3fdf-4546-b3a0-c17331b548e8,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:54.694442 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e282d64f-53c7-429c-9e83-c3ac40b19928 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.705303 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e282d64f-53c7-429c-9e83-c3ac40b19928 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3943343 Mar 23 12:50:54.708089 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46372) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:54.720647 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-83f17757-06f2-41e6-a15a-5759d14b32dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b HTTP/1.1" status: 200 len: 998 time: 0.1442845 Mar 23 12:50:54.735864 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-b1b7e880-f529-4d2f-86c8-4a86c7d46b91 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'security_group_rule': {'security_group_id': 'fde0539e-a142-4cab-af8d-23fa113d468f', 'project_id': '67247c1540b6442987cab91eb46e67a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:54.913555 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e880-f529-4d2f-86c8-4a86c7d46b91 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (08e31d4a-a592-45b0-9571-03e61e3894fc), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.925839 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Attempting to bind port f21d23e4-92a9-45d1-86af-2d4e50135990 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:54.926251 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Attempting to bind port f21d23e4-92a9-45d1-86af-2d4e50135990 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': '44decf08-140e-4474-a2a1-b916b2d2a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:54.928927 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:54.945377 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Attempting to bind port f21d23e4-92a9-45d1-86af-2d4e50135990 on network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:54.956978 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:54.957375 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Checking segment: {'id': '44decf08-140e-4474-a2a1-b916b2d2a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:54.957755 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.958149 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Bound using segment: {'id': '44decf08-140e-4474-a2a1-b916b2d2a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:54.958673 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Bound port: f21d23e4-92a9-45d1-86af-2d4e50135990, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44decf08-140e-4474-a2a1-b916b2d2a350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:54.959055 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:54.995352 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Allocated IP 172.20.0.2 (24cd2efb-78ad-400a-a9d9-fadac97525f4/1c02c5ed-dca8-420b-82c3-b902efbb6958/f2ab4920-872c-452c-a5f2-b1d6080daec9) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:55.065651 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e880-f529-4d2f-86c8-4a86c7d46b91 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (08e31d4a-a592-45b0-9571-03e61e3894fc), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.081277 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e880-f529-4d2f-86c8-4a86c7d46b91 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (08e31d4a-a592-45b0-9571-03e61e3894fc), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.141210 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac19858-9dab-4ddc-ab91-4b8637898296 req-9f93b33f-53c9-42f4-9c90-63ee6e5fc030 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:55.148964 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5ac19858-9dab-4ddc-ab91-4b8637898296 req-9f93b33f-53c9-42f4-9c90-63ee6e5fc030 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.3527088 Mar 23 12:50:55.174636 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b7e880-f529-4d2f-86c8-4a86c7d46b91 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e31d4a-a592-45b0-9571-03e61e3894fc,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:55.192209 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-8c6b281c-346c-4a48-a123-b816831ac31e None None] Provisioning complete for port f21d23e4-92a9-45d1-86af-2d4e50135990 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:55.193075 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8c6b281c-346c-4a48-a123-b816831ac31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.245973 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b1b7e880-f529-4d2f-86c8-4a86c7d46b91 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.252525 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b1b7e880-f529-4d2f-86c8-4a86c7d46b91 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5421560 Mar 23 12:50:55.253201 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46376) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:55.262700 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-8c6b281c-346c-4a48-a123-b816831ac31e None None] Port f21d23e4-92a9-45d1-86af-2d4e50135990 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:50:55.274614 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-d6ea7670-3898-4f46-8b06-9201a931052b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'security_group_rule': {'security_group_id': 'fde0539e-a142-4cab-af8d-23fa113d468f', 'project_id': '67247c1540b6442987cab91eb46e67a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:55.288213 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] For port f21d23e4-92a9-45d1-86af-2d4e50135990, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:55.299237 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] For port f21d23e4-92a9-45d1-86af-2d4e50135990, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f21d23e4-92a9-45d1-86af-2d4e50135990,segment=NetworkSegment(44decf08-140e-4474-a2a1-b916b2d2a350),segment_id=44decf08-140e-4474-a2a1-b916b2d2a350)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:55.312288 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.384997 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5ac19858-9dab-4ddc-ab91-4b8637898296 req-3d022c50-6a22-4882-88bb-7e64673dd24a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2215033 Mar 23 12:50:55.408153 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7670-3898-4f46-8b06-9201a931052b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (9a1c5872-2f6e-4055-a0e4-c751e23e2585), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.560899 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '2673b5ef-7c80-4d8c-abb3-23febf515c81', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'port_id': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'mac_address': 'fa:16:3e:9d:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:28Z', 'updated_at': '2022-03-23T12:50:51Z', 'revision_number': 1, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:55.569994 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7670-3898-4f46-8b06-9201a931052b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (9a1c5872-2f6e-4055-a0e4-c751e23e2585), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.581710 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7670-3898-4f46-8b06-9201a931052b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (9a1c5872-2f6e-4055-a0e4-c751e23e2585), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.657355 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea7670-3898-4f46-8b06-9201a931052b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a1c5872-2f6e-4055-a0e4-c751e23e2585,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:55.691487 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d6ea7670-3898-4f46-8b06-9201a931052b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.696630 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad65869-f61d-4377-8484-fcb49720f775 None None] The sync data for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi is: [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '2673b5ef-7c80-4d8c-abb3-23febf515c81', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'port_id': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'mac_address': 'fa:16:3e:9d:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:28Z', 'updated_at': '2022-03-23T12:50:51Z', 'revision_number': 1, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:55.699730 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-d6ea7670-3898-4f46-8b06-9201a931052b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4397361 Mar 23 12:50:55.701341 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46378) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:55.712674 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'security_group_rule': {'security_group_id': 'fde0539e-a142-4cab-af8d-23fa113d468f', 'project_id': '67247c1540b6442987cab91eb46e67a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:55.780613 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.securitygroups_db [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Project 67247c1540b6442987cab91eb46e67a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:50:55.787946 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (d5323146-3fcd-48b0-8eb3-b7023045c38c), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.815975 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Routers {'780ff1d4-7e6c-4b07-9697-4443d3dc0904'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:55.816943 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:55.827060 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.842710 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-88298fa4-2339-4ca1-a124-999f2883a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:55.845287 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-88298fa4-2339-4ca1-a124-999f2883a094 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 1.1160049 Mar 23 12:50:55.885555 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5706418e-7493-4f7f-864f-bde5936f7614 req-0a674092-ee0a-4aba-8b3f-889a9561ea22 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:55.888006 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e43ea-537e-4545-915d-e6a1c45333a3 None None] Pushing event updated for resources: {'Port': ['ID=f21d23e4-92a9-45d1-86af-2d4e50135990,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:55.900760 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5706418e-7493-4f7f-864f-bde5936f7614 req-0a674092-ee0a-4aba-8b3f-889a9561ea22 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.4838643 Mar 23 12:50:55.913174 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks [] for router_gateway (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.943986 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Publish callbacks [] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:55.975224 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.008476 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.025098 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (d5323146-3fcd-48b0-8eb3-b7023045c38c), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.061921 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (d5323146-3fcd-48b0-8eb3-b7023045c38c), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.108930 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5323146-3fcd-48b0-8eb3-b7023045c38c,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:56.134510 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.135538 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.135983 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.136644 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.137004 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.137348 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.137749 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.138294 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.138466 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.138846 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.139393 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.139874 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.140241 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.140785 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.141789 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:50:56.151449 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8ecad8-0da8-495b-9695-031a4bfa8111 None None] New status for floating IP 2673b5ef-7c80-4d8c-abb3-23febf515c81: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:50:56.161080 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.167479 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-084d8608-dea1-45c1-b2c7-7e256ccad3b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4647248 Mar 23 12:50:56.168285 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46380) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:56.177892 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-312f0e2b-2573-4108-a9dd-3a32b4002c89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'security_group_rule': {'security_group_id': 'fde0539e-a142-4cab-af8d-23fa113d468f', 'project_id': '67247c1540b6442987cab91eb46e67a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:56.216624 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.securitygroups_db [None req-312f0e2b-2573-4108-a9dd-3a32b4002c89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Project 67247c1540b6442987cab91eb46e67a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:50:56.225704 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-312f0e2b-2573-4108-a9dd-3a32b4002c89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (d3557ff7-889e-438d-86b9-b403413f1e49), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.260877 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Network 24cd2efb-78ad-400a-a9d9-fadac97525f4 is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:56.350910 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5706418e-7493-4f7f-864f-bde5936f7614 req-1e1e7a2e-55eb-48a0-a18c-e6fcf3b43480 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4403927 Mar 23 12:50:56.387835 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:56.395183 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:56.424474 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Pushing event updated for resources: {'Port': ['ID=f2ab4920-872c-452c-a5f2-b1d6080daec9,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:56.442578 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-acb409ef-b1eb-4c22-8492-6fcbae79a117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:56.444526 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-acb409ef-b1eb-4c22-8492-6fcbae79a117 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.5326970 Mar 23 12:50:56.456904 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-b15c7f8b-8188-4e9c-8240-d11ba4ed1ed7 None None] Provisioning complete for port f21d23e4-92a9-45d1-86af-2d4e50135990 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:56.457448 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b15c7f8b-8188-4e9c-8240-d11ba4ed1ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.460354 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] Set router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:56.497837 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-312f0e2b-2573-4108-a9dd-3a32b4002c89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (d3557ff7-889e-438d-86b9-b403413f1e49), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.542178 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-312f0e2b-2573-4108-a9dd-3a32b4002c89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (d3557ff7-889e-438d-86b9-b403413f1e49), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.587165 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f0e2b-2573-4108-a9dd-3a32b4002c89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3557ff7-889e-438d-86b9-b403413f1e49,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:56.601909 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-312f0e2b-2573-4108-a9dd-3a32b4002c89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.603662 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-312f0e2b-2573-4108-a9dd-3a32b4002c89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4337151 Mar 23 12:50:56.633836 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da47a7a9-23bf-4b29-990f-5b791ab89954 req-5799733f-f21d-49b1-8605-a1e7b0219300 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:56.638516 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-da47a7a9-23bf-4b29-990f-5b791ab89954 req-5799733f-f21d-49b1-8605-a1e7b0219300 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.1375356 Mar 23 12:50:56.653817 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46396) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:56.666165 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-3f52411b-00fc-4385-ab43-c159e94a6684 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'floatingip': {'port_id': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:50:56.731106 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f52411b-00fc-4385-ab43-c159e94a6684 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (8bd04619-2705-4689-9f55-d022fa7f0874), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:56.754086 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-b3c86cc5-dd9c-4195-a241-09e8aec4cc0a service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774897 Mar 23 12:50:56.869539 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Allocated IP 172.27.0.235 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/d85339f1-7bb8-4bf1-b573-4bd09b1e35b6) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:50:57.025836 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Attempting to bind port f2ab4920-872c-452c-a5f2-b1d6080daec9 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:50:57.026491 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Attempting to bind port f2ab4920-872c-452c-a5f2-b1d6080daec9 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:50:57.026607 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Attempting to bind port f2ab4920-872c-452c-a5f2-b1d6080daec9 on network 24cd2efb-78ad-400a-a9d9-fadac97525f4 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:50:57.171445 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:50:57.171899 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Checking segment: {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:50:57.174056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:57.174056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Bound using segment: {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:50:57.174319 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Bound port: f2ab4920-872c-452c-a5f2-b1d6080daec9, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:50:57.174690 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:57.186972 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b60bda4-964b-4dad-bf5c-404ea2469a4d req-fced63cb-1c68-4b36-b93e-c54865c0afc3 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:57.197593 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7b60bda4-964b-4dad-bf5c-404ea2469a4d req-fced63cb-1c68-4b36-b93e-c54865c0afc3 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.4387293 Mar 23 12:50:57.339211 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2bef3fa1-4bf0-4123-ad72-56799b106b65 req-fd68d329-8c64-40c8-baf5-9d3c73cdb4c4 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5112455 Mar 23 12:50:57.434121 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7b60bda4-964b-4dad-bf5c-404ea2469a4d req-770a05d3-ede1-4117-9f8f-9126121e03be tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2350993 Mar 23 12:50:57.463101 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks [] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:57.466658 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-b15c7f8b-8188-4e9c-8240-d11ba4ed1ed7 None None] Current status of the port f21d23e4-92a9-45d1-86af-2d4e50135990 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:57.467315 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b15c7f8b-8188-4e9c-8240-d11ba4ed1ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:57.572935 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:57.615250 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] For port f2ab4920-872c-452c-a5f2-b1d6080daec9, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:50:57.646605 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-b15c7f8b-8188-4e9c-8240-d11ba4ed1ed7 None None] For port f21d23e4-92a9-45d1-86af-2d4e50135990, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f21d23e4-92a9-45d1-86af-2d4e50135990,segment=NetworkSegment(44decf08-140e-4474-a2a1-b916b2d2a350),segment_id=44decf08-140e-4474-a2a1-b916b2d2a350)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:57.652628 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] For port f2ab4920-872c-452c-a5f2-b1d6080daec9, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f2ab4920-872c-452c-a5f2-b1d6080daec9,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:50:57.659263 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b15c7f8b-8188-4e9c-8240-d11ba4ed1ed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:57.665777 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:50:57.673268 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:50:57.677228 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:50:57.702164 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f52411b-00fc-4385-ab43-c159e94a6684 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:57.702734 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Pushing event updated for resources: {'Port': ['ID=d85339f1-7bb8-4bf1-b573-4bd09b1e35b6,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:57.707882 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f52411b-00fc-4385-ab43-c159e94a6684 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (8bd04619-2705-4689-9f55-d022fa7f0874), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:57.710053 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:57.752338 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ea909986-1a44-495c-91ad-2864959dedee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:41Z', 'updated_at': '2022-03-23T12:50:49Z', 'revision_number': 4, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'gw_port': {'id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:42Z', 'updated_at': '2022-03-23T12:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f21d23e4-92a9-45d1-86af-2d4e50135990', 'name': '', 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'mac_address': 'fa:16:3e:a4:6a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '006f3214-7093-4f5f-ac80-36f51ec5c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:48Z', 'updated_at': '2022-03-23T12:50:55Z', 'revision_number': 4, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'subnets': [{'id': '006f3214-7093-4f5f-ac80-36f51ec5c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:57.795000 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea909986-1a44-495c-91ad-2864959dedee None None] The sync data for ids ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'] in dv-cinder-797245-11-iscsi is: [{'id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:41Z', 'updated_at': '2022-03-23T12:50:49Z', 'revision_number': 4, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'gw_port': {'id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:42Z', 'updated_at': '2022-03-23T12:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f21d23e4-92a9-45d1-86af-2d4e50135990', 'name': '', 'network_id': '81efd1ce-87d4-4d63-ac90-9f2b700ac9a5', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'mac_address': 'fa:16:3e:a4:6a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '006f3214-7093-4f5f-ac80-36f51ec5c7fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:48Z', 'updated_at': '2022-03-23T12:50:55Z', 'revision_number': 4, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'subnets': [{'id': '006f3214-7093-4f5f-ac80-36f51ec5c7fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:50:57.810910 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15c7f8b-8188-4e9c-8240-d11ba4ed1ed7 None None] Pushing event updated for resources: {'Port': ['ID=f21d23e4-92a9-45d1-86af-2d4e50135990,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:57.864545 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.l3_db [None req-3f52411b-00fc-4385-ab43-c159e94a6684 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Floating IP 8bd04619-2705-4689-9f55-d022fa7f0874 associated. External IP: 172.27.0.32, port: ffb01eb1-60f7-40df-81bd-ef16fdfc0199. Mar 23 12:50:57.950101 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ab2767-82e2-4847-93e0-0e17624bc65b None None] Pushing event updated for resources: {'Port': ['ID=f2ab4920-872c-452c-a5f2-b1d6080daec9,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:58.392951 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks [] for router_gateway (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:58.532134 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f52411b-00fc-4385-ab43-c159e94a6684 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:50:58.547500 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f2ab4920-872c-452c-a5f2-b1d6080daec9 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:58.645593 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port f2ab4920-872c-452c-a5f2-b1d6080daec9 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:58.646358 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:58.844726 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f52411b-00fc-4385-ab43-c159e94a6684 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:58.852224 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port f2ab4920-872c-452c-a5f2-b1d6080daec9 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:58.852863 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:58.862186 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:58.879363 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f52411b-00fc-4385-ab43-c159e94a6684 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:58.882579 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:58.887148 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:58.934147 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port f2ab4920-872c-452c-a5f2-b1d6080daec9, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f2ab4920-872c-452c-a5f2-b1d6080daec9,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:50:58.951820 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:58.952913 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f21d23e4-92a9-45d1-86af-2d4e50135990 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:50:59.008789 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9331170-de6c-498f-9b9c-c5a3e7d40c87 req-2ce54faa-fafa-4e4b-8a8e-363331bc2d81 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:59.030545 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:59.059244 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b9331170-de6c-498f-9b9c-c5a3e7d40c87 req-2ce54faa-fafa-4e4b-8a8e-363331bc2d81 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.3529241 Mar 23 12:50:59.098692 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-3f52411b-00fc-4385-ab43-c159e94a6684 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "PUT /v2.0/floatingips/8bd04619-2705-4689-9f55-d022fa7f0874 HTTP/1.1" status: 200 len: 990 time: 2.4387841 Mar 23 12:50:59.105781 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'tag': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199'}] {{(pid=115108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:50:59.117369 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4c4de31e92d97ca00457ed788e130df541ba5a0bd0b7464d7b0b9dedcd6006a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4863f63-212c-43c0-a864-17e6d9b7c75b" -d '{"events": [{"name": "network-changed", "server_uuid": "c12e2e8e-fe94-4b53-8552-cae3dab2d720", "tag": "ffb01eb1-60f7-40df-81bd-ef16fdfc0199"}]}' {{(pid=115108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:50:59.233766 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port f21d23e4-92a9-45d1-86af-2d4e50135990 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:59.235309 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:59.237860 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3331fac6-3edd-44ca-9712-316612f4cc79 x-openstack-request-id: req-3331fac6-3edd-44ca-9712-316612f4cc79 {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:50:59.238159 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c12e2e8e-fe94-4b53-8552-cae3dab2d720", "tag": "ffb01eb1-60f7-40df-81bd-ef16fdfc0199", "status": "completed", "code": 200}]} {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:50:59.238410 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3331fac6-3edd-44ca-9712-316612f4cc79 {{(pid=115108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:50:59.238818 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3331fac6-3edd-44ca-9712-316612f4cc79'] response: {'name': 'network-changed', 'server_uuid': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'tag': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199', 'status': 'completed', 'code': 200} Mar 23 12:50:59.287117 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b9331170-de6c-498f-9b9c-c5a3e7d40c87 req-a3bdd17b-e36a-45e5-b886-d268cbd70651 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2260089 Mar 23 12:50:59.304468 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=f2ab4920-872c-452c-a5f2-b1d6080daec9,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:50:59.379074 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:50:59.439858 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:50:59.453504 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port f21d23e4-92a9-45d1-86af-2d4e50135990 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:50:59.683343 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-d3391d3f-194c-46ea-99f0-2ed1c57b0cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:59.685089 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-d3391d3f-194c-46ea-99f0-2ed1c57b0cf9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 1129 time: 0.2862957 Mar 23 12:50:59.731413 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77960722-e3a5-4d76-aa6a-27b443248237 None None] Network 24cd2efb-78ad-400a-a9d9-fadac97525f4 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:50:59.769296 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:50:59.780971 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-2b2a6f78-35cf-4263-8b85-cb2c5ace6f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:50:59.783284 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-2b2a6f78-35cf-4263-8b85-cb2c5ace6f87 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 1127 time: 0.1363053 Mar 23 12:50:59.848890 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Sync routers for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:50:59.887020 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:59.887853 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:59.895785 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:59.900206 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46460) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:50:59.900749 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-aeaec69d-cd46-4a1b-8ae9-8255eba9e2f9 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.9447796 Mar 23 12:50:59.905168 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '8bd04619-2705-4689-9f55-d022fa7f0874', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:99:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:29Z', 'updated_at': '2022-03-23T12:50:57Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}, {'id': 'a6bea916-cd83-4d73-bd53-a3ce285f5a78', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:23Z', 'updated_at': '2022-03-23T12:49:02Z', 'revision_number': 2, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:50:59.943669 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-664553b1-b158-4abf-bdb2-06076651d146 None None] Provisioning complete for port f2ab4920-872c-452c-a5f2-b1d6080daec9 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:50:59.944646 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-664553b1-b158-4abf-bdb2-06076651d146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:50:59.978198 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:50:59.991803 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:50:59.993012 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:00.086477 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-5691784c-9540-4a5b-8e2d-eeeca1f6aa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:00.087990 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-5691784c-9540-4a5b-8e2d-eeeca1f6aa4f service neutron] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 916 time: 0.2980080 Mar 23 12:51:00.122633 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-6db1c3d4-aae8-42ce-9167-afd04d880b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:00.124387 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-6db1c3d4-aae8-42ce-9167-afd04d880b74 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.2895131 Mar 23 12:51:00.251032 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:00.508138 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f2ab4920-872c-452c-a5f2-b1d6080daec9 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:00.716005 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-68800f98-b07e-42e7-887a-0e83dd0b40d1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ffb01eb1-60f7-40df-81bd-ef16fdfc0199 HTTP/1.1" status: 200 len: 998 time: 0.6095901 Mar 23 12:51:00.733477 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-267e94cd-8f3f-47c6-96c1-19873d85d198 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d HTTP/1.1" status: 200 len: 999 time: 0.5588267 Mar 23 12:51:00.745667 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port f2ab4920-872c-452c-a5f2-b1d6080daec9 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:00.746280 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:00.752074 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c85d72-1aef-4910-afcc-c89a464b8f84 req-1b73bec0-26e3-4df1-955b-74a558d3f537 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:00.760190 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-37c85d72-1aef-4910-afcc-c89a464b8f84 req-1b73bec0-26e3-4df1-955b-74a558d3f537 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1943920 Mar 23 12:51:00.830108 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '8bd04619-2705-4689-9f55-d022fa7f0874', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:99:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:29Z', 'updated_at': '2022-03-23T12:50:57Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}, {'id': 'a6bea916-cd83-4d73-bd53-a3ce285f5a78', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:23Z', 'updated_at': '2022-03-23T12:49:02Z', 'revision_number': 2, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:00.836796 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-b816c01c-3d38-422e-9b83-e25055119254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:00.839051 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-b816c01c-3d38-422e-9b83-e25055119254 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.0755258 Mar 23 12:51:00.916371 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47003b8f-5cb6-4710-a79e-7af8dce70b27 None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '8bd04619-2705-4689-9f55-d022fa7f0874', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 377, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:99:2d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:29Z', 'updated_at': '2022-03-23T12:50:57Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}, {'id': 'a6bea916-cd83-4d73-bd53-a3ce285f5a78', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:23Z', 'updated_at': '2022-03-23T12:49:02Z', 'revision_number': 2, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:00.955560 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-01bfbca5-9ea4-4679-a514-9ca6fbc63bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:00.960193 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-01bfbca5-9ea4-4679-a514-9ca6fbc63bab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.1981041 Mar 23 12:51:01.021004 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-37c85d72-1aef-4910-afcc-c89a464b8f84 req-1362fa18-d43b-449c-9da6-22eea5464a92 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600152 Mar 23 12:51:01.067399 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-39b08af2-7902-4e1e-aeb4-f1551af316f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:01.069463 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-39b08af2-7902-4e1e-aeb4-f1551af316f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2072160 Mar 23 12:51:01.074201 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:01.245476 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-c99365cd-8ce8-4964-ba06-c53f96c77145 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410444 Mar 23 12:51:01.272547 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-4a19c59f-4c77-4053-8947-76ee6bca32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:01.274242 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-4a19c59f-4c77-4053-8947-76ee6bca32b7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2501225 Mar 23 12:51:01.377725 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293987f5-a0bd-4726-a746-7dd10831fa8c None None] New status for floating IP 8bd04619-2705-4689-9f55-d022fa7f0874: ACTIVE {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:51:01.427467 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-664553b1-b158-4abf-bdb2-06076651d146 None None] Current status of the port f2ab4920-872c-452c-a5f2-b1d6080daec9 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:01.444825 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:01.465344 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port f2ab4920-872c-452c-a5f2-b1d6080daec9 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:01.525569 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:50:58Z', 'revision_number': 3, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:50:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:01.576316 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Checking router: c870b142-f1aa-4fa3-970e-e4c47e90ceb3 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:01.577254 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Updating router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:51:01.601863 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-fc998368-f3ff-4812-bce1-a2545e5ebe89 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660842 Mar 23 12:51:01.616880 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-fb76b655-8829-48ac-a779-c08fd829bfdc None None] Provisioning complete for port f2ab4920-872c-452c-a5f2-b1d6080daec9 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:01.617626 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fb76b655-8829-48ac-a779-c08fd829bfdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:01.637587 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b4863f63-212c-43c0-a864-17e6d9b7c75b req-8c45d0df-7451-456d-b1cf-4c735ffc6c43 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619883 Mar 23 12:51:01.702016 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:01.843669 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Allocated IP 172.20.0.1 (24cd2efb-78ad-400a-a9d9-fadac97525f4/1c02c5ed-dca8-420b-82c3-b902efbb6958/f45da900-d7fb-4eca-87c9-3d23fdeb9d8c) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:01.911562 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-db501776-13f1-4ee6-8de8-b2981de33c87 req-c1e1cbf9-21bb-4563-bf13-10f40b04eaaa service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832182 Mar 23 12:51:01.983628 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Publish callbacks [] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.039106 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.050779 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-fb76b655-8829-48ac-a779-c08fd829bfdc None None] Current status of the port f2ab4920-872c-452c-a5f2-b1d6080daec9 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:02.089209 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Network 24cd2efb-78ad-400a-a9d9-fadac97525f4 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:02.092112 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:02.097763 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:02.098142 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.145520 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Pushing event updated for resources: {'Port': ['ID=f45da900-d7fb-4eca-87c9-3d23fdeb9d8c,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:02.182971 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Publish callbacks [] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.190004 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.251841 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa996c5f-8066-430e-b6d6-e18086adb244 req-abcd5c27-4326-4d75-afaa-82ec86677c20 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:02.252837 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Attempting to bind port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:51:02.253218 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Attempting to bind port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:51:02.253585 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Attempting to bind port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:02.258959 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fa996c5f-8066-430e-b6d6-e18086adb244 req-abcd5c27-4326-4d75-afaa-82ec86677c20 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1179993 Mar 23 12:51:02.261640 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:02.262026 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:51:02.262435 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.262837 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:02.263318 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Bound port: d85339f1-7bb8-4bf1-b573-4bd09b1e35b6, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:51:02.263705 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.267427 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e0eba-3317-4001-85d2-c2efe64c94bd None None] Pushing event updated for resources: {'Port': ['ID=d85339f1-7bb8-4bf1-b573-4bd09b1e35b6,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:02.329104 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] For port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:02.333196 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] For port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=d85339f1-7bb8-4bf1-b573-4bd09b1e35b6,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:02.345712 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.353309 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fa996c5f-8066-430e-b6d6-e18086adb244 req-e56eba52-7470-4a47-8dfd-7f50606b33b7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933700 Mar 23 12:51:02.367498 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.424771 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7a32e135-cee3-4da5-8147-ca347dcc2f3b None None] Provisioning complete for port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:02.425150 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7a32e135-cee3-4da5-8147-ca347dcc2f3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.428236 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:02.428741 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:02.449406 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e0eba-3317-4001-85d2-c2efe64c94bd None None] Pushing event updated for resources: {'Port': ['ID=d85339f1-7bb8-4bf1-b573-4bd09b1e35b6,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:02.533869 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7a32e135-cee3-4da5-8147-ca347dcc2f3b None None] Port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:51:02.543872 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Publish callbacks [] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.550218 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.550934 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:02.574407 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:02.635372 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Pushing event updated for resources: {'Port': ['ID=f45da900-d7fb-4eca-87c9-3d23fdeb9d8c,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:02.691708 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Network 24cd2efb-78ad-400a-a9d9-fadac97525f4 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:02.693285 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:02.794173 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-02704654-b960-431d-adae-f1a188a4d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:01Z', 'revision_number': 1, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:02.818400 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:02.824400 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02704654-b960-431d-adae-f1a188a4d960 None None] The sync data for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi is: [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:01Z', 'revision_number': 1, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:02.933618 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:02.941445 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-3c42f743-b99d-45b0-80c8-5f33c0c8ed75 admin admin] 10.222.0.45 "PUT /v2.0/routers/c870b142-f1aa-4fa3-970e-e4c47e90ceb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0382223 Mar 23 12:51:02.961720 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-78b34efa-7fc9-44fc-a1f0-32bb002f31b4 None None] Provisioning complete for port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:02.962498 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-78b34efa-7fc9-44fc-a1f0-32bb002f31b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:03.004716 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-78b34efa-7fc9-44fc-a1f0-32bb002f31b4 None None] Port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:51:03.492473 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9eb73e-0301-424d-aa89-59e3a0373e03 req-34e4e19e-cc78-4dfa-9567-6b484bca47aa tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:03.493931 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b9eb73e-0301-424d-aa89-59e3a0373e03 req-34e4e19e-cc78-4dfa-9567-6b484bca47aa tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0605543 Mar 23 12:51:03.503460 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46492) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:03.508530 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1424393658-network', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:03.545512 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Made reservation on behalf of 870e8e5bbaff4f528d8d3ce22d0a86d0 for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:03.549377 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:03.569842 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:03.581622 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b9eb73e-0301-424d-aa89-59e3a0373e03 req-ce795c35-60d9-460e-ba3b-ccd0c1e91c70 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817196 Mar 23 12:51:03.663985 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Publish callbacks [] for security_group (64e10fce-d26e-4377-bd3e-c1fc29f50d95), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:03.667833 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (64e10fce-d26e-4377-bd3e-c1fc29f50d95), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:03.722416 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:51:03.738015 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64e10fce-d26e-4377-bd3e-c1fc29f50d95,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:03.744459 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:03.744804 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Added segment cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481 of type vlan for network fb59c163-6a2c-47ea-98e4-d805b140994b Mar 23 12:51:03.788676 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (fb59c163-6a2c-47ea-98e4-d805b140994b), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:03.815410 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (fb59c163-6a2c-47ea-98e4-d805b140994b), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:03.816412 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:03.816997 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:03.878578 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3734944 Mar 23 12:51:03.881043 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46494) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:03.887694 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Request body: {'subnet': {'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1424393658-subnet', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:03.892279 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5db727-f435-4755-831b-cf80158585e0 admin admin] Pushing event updated for resources: {'Network': ['ID=fb59c163-6a2c-47ea-98e4-d805b140994b,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:03.903143 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network fb59c163-6a2c-47ea-98e4-d805b140994b details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:51:03.910033 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Made reservation on behalf of 870e8e5bbaff4f528d8d3ce22d0a86d0 for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:03.912377 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.092766 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for subnet (2e2bf6c6-6a61-4def-ad07-c1050aab15c9), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.158692 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e2bf6c6-6a61-4def-ad07-c1050aab15c9,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:04.173334 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Checking segment: {'id': 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:51:04.173792 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Network hostable DHCP agents. Network: fb59c163-6a2c-47ea-98e4-d805b140994b, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:51:04.190972 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Network fb59c163-6a2c-47ea-98e4-d805b140994b is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:51:04.200446 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, fb59c163-6a2c-47ea-98e4-d805b140994b) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:04.205520 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:04.206112 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.210594 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76b3848-dd93-4f2e-bec2-63fbe18c5903 None None] Network fb59c163-6a2c-47ea-98e4-d805b140994b requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:51:04.228350 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-720020c5-201b-4f65-92c8-67039feaed52 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3462119 Mar 23 12:51:04.230856 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46500) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:04.235229 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:04.264052 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16239921', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2011'] for router (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.266538 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16239009', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16237554', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16314158', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2028'] for router (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.328746 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks [] for router_controller (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), precommit_add_association {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.330468 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp64283a3a-ddaf-52fa-a34f-f5eebe4900dc-fb59c163-6a2c-47ea-98e4-d805b140994b', 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b', 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'fixed_ips': [{'subnet_id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9'}]}} from dv-cinder-797245-11-iscsi. {{(pid=115112) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 23 12:51:04.331520 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.410160 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:04.477485 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks [] for router_gateway (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.515036 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:04.515413 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.520421 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.db_base_plugin_common [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Allocated IP 172.20.0.2 (fb59c163-6a2c-47ea-98e4-d805b140994b/2e2bf6c6-6a61-4def-ad07-c1050aab15c9/32fb60c5-46a9-4de4-bef9-923d433f2700) {{(pid=115112) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:04.722600 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks [] for router_gateway (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.744639 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.764429 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92108b69-1c32-48c5-9ef9-f3e69ba8d9b4 req-753cfe8c-4a55-4132-986e-ebdc9ed3aeaf tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:04.767039 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-92108b69-1c32-48c5-9ef9-f3e69ba8d9b4 req-753cfe8c-4a55-4132-986e-ebdc9ed3aeaf tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0932055 Mar 23 12:51:04.805958 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:04.806351 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.853461 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=d85339f1-7bb8-4bf1-b573-4bd09b1e35b6,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:04.859934 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.874703 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-92108b69-1c32-48c5-9ef9-f3e69ba8d9b4 req-2f30e79d-b7eb-414e-9883-3c80335e5436 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819802 Mar 23 12:51:04.903868 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Publish callbacks [] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), precommit_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.904445 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Allocated IP 172.27.0.153 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/8c1bfe6e-ed36-43b8-8964-b52e1a00853f) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:04.908166 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), after_create {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:04.927213 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=d85339f1-7bb8-4bf1-b573-4bd09b1e35b6,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:04.936741 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Network fb59c163-6a2c-47ea-98e4-d805b140994b is already hosted by enough agents. {{(pid=115112) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:04.960452 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.scheduler.base_scheduler [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Resources bound (agent type, host, resource id): {{(pid=115112) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:04.963721 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Received port after_create {{(pid=115112) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:05.003896 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Pushing event updated for resources: {'Port': ['ID=32fb60c5-46a9-4de4-bef9-923d433f2700,revision_number=1']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:05.009968 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks [] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:05.033442 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Attempting to bind port 32fb60c5-46a9-4de4-bef9-923d433f2700 on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:51:05.033847 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Attempting to bind port 32fb60c5-46a9-4de4-bef9-923d433f2700 by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:51:05.034227 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Attempting to bind port 32fb60c5-46a9-4de4-bef9-923d433f2700 on network fb59c163-6a2c-47ea-98e4-d805b140994b {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:05.039968 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:05.040466 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Checking segment: {'id': 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:51:05.041081 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:05.041389 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Bound using segment: {'id': 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:05.041897 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Bound port: 32fb60c5-46a9-4de4-bef9-923d433f2700, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:51:05.042332 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:05.053847 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:05.094375 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:05.099047 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:05.102032 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:05.106894 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] For port 32fb60c5-46a9-4de4-bef9-923d433f2700, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:05.111140 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] For port 32fb60c5-46a9-4de4-bef9-923d433f2700, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=32fb60c5-46a9-4de4-bef9-923d433f2700,segment=NetworkSegment(cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481),segment_id=cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:05.118047 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:05.181498 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c1bfe6e-ed36-43b8-8964-b52e1a00853f,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:05.196047 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103c5ef0-f679-45b6-8412-3b4aa8946db8 None None] Pushing event updated for resources: {'Port': ['ID=32fb60c5-46a9-4de4-bef9-923d433f2700,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:05.616725 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks [] for router_gateway (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:05.833681 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16239034', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16237351'] for router (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:05.972125 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 is scheduled to L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 with binding_index 1 {{(pid=115108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 23 12:51:06.020815 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314571e-35c5-48a3-80af-718e2327d332 req-a57a755d-15fd-46ae-a107-8bb13f59ef99 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:06.022597 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c314571e-35c5-48a3-80af-718e2327d332 req-a57a755d-15fd-46ae-a107-8bb13f59ef99 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0647163 Mar 23 12:51:06.076633 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c314571e-35c5-48a3-80af-718e2327d332 req-10d7624a-0629-4813-a220-b7d8d508e20c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475562 Mar 23 12:51:06.091951 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:06.103482 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Sync routers for ids ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:06.115737 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Routers {'a7df3d88-b9a9-4b86-88b1-4a9940bd3188'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:06.116229 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:06.131361 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:06.132657 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-bf0eb548-3681-4f38-838e-aed3f7b700f1 admin admin] 10.222.0.45 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9007814 Mar 23 12:51:06.135394 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46510) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:06.154945 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517908a9-ad04-4863-be92-4a227e6d4a7f None None] Network fb59c163-6a2c-47ea-98e4-d805b140994b requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:51:06.273193 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-4c23d08e-c91e-48f0-8e20-23b170f2e6eb None None] Provisioning complete for port 32fb60c5-46a9-4de4-bef9-923d433f2700 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:06.273363 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4c23d08e-c91e-48f0-8e20-23b170f2e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:06.370651 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Set router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:06.483795 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:06.577778 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-4c23d08e-c91e-48f0-8e20-23b170f2e6eb None None] Current status of the port 32fb60c5-46a9-4de4-bef9-923d433f2700 is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:06.578733 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4c23d08e-c91e-48f0-8e20-23b170f2e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:06.642703 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:06.679807 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-4c23d08e-c91e-48f0-8e20-23b170f2e6eb None None] For port 32fb60c5-46a9-4de4-bef9-923d433f2700, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=32fb60c5-46a9-4de4-bef9-923d433f2700,segment=NetworkSegment(cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481),segment_id=cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:06.683021 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:06.683479 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:06.710741 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4c23d08e-c91e-48f0-8e20-23b170f2e6eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:06.788967 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c23d08e-c91e-48f0-8e20-23b170f2e6eb None None] Pushing event updated for resources: {'Port': ['ID=32fb60c5-46a9-4de4-bef9-923d433f2700,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:06.818214 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Allocated IP 172.20.0.1 (fb59c163-6a2c-47ea-98e4-d805b140994b/2e2bf6c6-6a61-4def-ad07-c1050aab15c9/fcbac272-21af-46ef-8aa1-45ec7a6931ea) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:06.839299 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:05Z', 'revision_number': 3, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'gw_port': {'id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:06.880312 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Checking router: a7df3d88-b9a9-4b86-88b1-4a9940bd3188 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:06.880666 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Updating router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:51:06.883460 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-6010af06-b58d-4722-bc55-b7b696146f95 None None] Provisioning complete for port 32fb60c5-46a9-4de4-bef9-923d433f2700 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:06.883834 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6010af06-b58d-4722-bc55-b7b696146f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:06.885237 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:06.886264 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 32fb60c5-46a9-4de4-bef9-923d433f2700 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:06.928973 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Publish callbacks [] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:06.955796 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:06.963315 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.006132 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Sync routers for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:07.006875 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Network fb59c163-6a2c-47ea-98e4-d805b140994b is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:07.010022 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:07.014087 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:07.014809 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16252146'] for router_interface (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.033552 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:07.035168 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:07.063896 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbac272-21af-46ef-8aa1-45ec7a6931ea,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:07.139027 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 32fb60c5-46a9-4de4-bef9-923d433f2700 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:07.139596 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.160241 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:07.193068 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.268431 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-6010af06-b58d-4722-bc55-b7b696146f95 None None] Current status of the port 32fb60c5-46a9-4de4-bef9-923d433f2700 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:07.310865 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e5fff-32cb-483f-b129-0e8b5c204bd8 req-e4350711-ea0d-40f3-88ac-987b51060100 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:07.312634 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-637e5fff-32cb-483f-b129-0e8b5c204bd8 req-e4350711-ea0d-40f3-88ac-987b51060100 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.1163960 Mar 23 12:51:07.336654 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 32fb60c5-46a9-4de4-bef9-923d433f2700 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:07.414502 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-637e5fff-32cb-483f-b129-0e8b5c204bd8 req-8eaf86d1-10a8-4537-a9ef-d4e01dae16b5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865011 Mar 23 12:51:07.428137 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7ca406c8-baee-4d02-9790-fb6166ff7c01 None None] Provisioning complete for port fcbac272-21af-46ef-8aa1-45ec7a6931ea triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:07.428137 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7ca406c8-baee-4d02-9790-fb6166ff7c01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.468908 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 2, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:07.488825 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Publish callbacks [] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.494466 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.495364 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16242775', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16252006'] for router_interface (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.506455 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Checking router: c870b142-f1aa-4fa3-970e-e4c47e90ceb3 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:07.506799 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Updating router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c binding host dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:51:07.534942 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.580935 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Pushing event updated for resources: {'Port': ['ID=fcbac272-21af-46ef-8aa1-45ec7a6931ea,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:07.605882 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Publish callbacks [] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.618484 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.626497 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Network fb59c163-6a2c-47ea-98e4-d805b140994b is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:07.627987 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:07.654054 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7ca406c8-baee-4d02-9790-fb6166ff7c01 None None] Port fcbac272-21af-46ef-8aa1-45ec7a6931ea cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:51:07.678757 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Attempting to bind port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:51:07.679126 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Attempting to bind port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:51:07.679495 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Attempting to bind port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f on network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:07.692681 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116c212-8aef-4f1a-97e2-ca05c6fe9cc8 None None] Pushing event updated for resources: {'Port': ['ID=8c1bfe6e-ed36-43b8-8964-b52e1a00853f,revision_number=2']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:07.696129 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:07.696544 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Checking segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:51:07.696953 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.697391 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Bound using segment: {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:07.697878 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Bound port: 8c1bfe6e-ed36-43b8-8964-b52e1a00853f, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c73a3a38-118d-43d0-97de-f1b5d1b3fea8', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:51:07.698263 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.767171 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] For port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:07.771208 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] For port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8c1bfe6e-ed36-43b8-8964-b52e1a00853f,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:07.779881 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.781858 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:07.842783 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Routers {'a7df3d88-b9a9-4b86-88b1-4a9940bd3188'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:07.843342 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:07.876799 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Publish callbacks [] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), precommit_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.887099 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:07.928266 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116c212-8aef-4f1a-97e2-ca05c6fe9cc8 None None] Pushing event updated for resources: {'Port': ['ID=8c1bfe6e-ed36-43b8-8964-b52e1a00853f,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:07.947187 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e796b72-568d-4788-b202-2ecef06cb866 None None] Pushing event updated for resources: {'Port': ['ID=f45da900-d7fb-4eca-87c9-3d23fdeb9d8c,revision_number=3']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:07.947623 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:07.953098 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-cec1f563-0e14-407e-b703-53c185758e15 admin admin] 10.222.0.45 "PUT /v2.0/routers/a7df3d88-b9a9-4b86-88b1-4a9940bd3188/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8167086 Mar 23 12:51:07.997535 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] Set router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:08.028984 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-6dba0d06-2287-4883-b5bb-80955c0f2eb6 None None] Provisioning complete for port fcbac272-21af-46ef-8aa1-45ec7a6931ea triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:08.029511 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6dba0d06-2287-4883-b5bb-80955c0f2eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.041220 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Attempting to bind port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:51:08.041795 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Attempting to bind port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:51:08.041917 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Attempting to bind port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c on network 24cd2efb-78ad-400a-a9d9-fadac97525f4 {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:08.049548 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:08.049915 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Checking segment: {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115113) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:51:08.050324 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.050719 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Bound using segment: {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'} {{(pid=115113) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:08.051898 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.managers [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Bound port: f45da900-d7fb-4eca-87c9-3d23fdeb9d8c, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'}}] {{(pid=115113) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:51:08.052485 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), before_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.141914 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] For port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115113) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:08.145611 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.plugins.ml2.db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] For port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f45da900-d7fb-4eca-87c9-3d23fdeb9d8c,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115113) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:08.147279 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-6dba0d06-2287-4883-b5bb-80955c0f2eb6 None None] Port fcbac272-21af-46ef-8aa1-45ec7a6931ea cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:51:08.154790 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron_lib.callbacks.manager [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), after_update {{(pid=115113) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.207311 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:08.207977 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:08.295989 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-61d5e226-8d1c-419e-ae10-6bf64565bc99 None None] Provisioning complete for port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:08.296605 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-61d5e226-8d1c-419e-ae10-6bf64565bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.355110 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e796b72-568d-4788-b202-2ecef06cb866 None None] Pushing event updated for resources: {'Port': ['ID=f45da900-d7fb-4eca-87c9-3d23fdeb9d8c,revision_number=4']} {{(pid=115113) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:08.356191 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 32fb60c5-46a9-4de4-bef9-923d433f2700 up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:08.406964 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:08.416070 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 4, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'gw_port': {'id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'fcbac272-21af-46ef-8aa1-45ec7a6931ea', 'name': '', 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'mac_address': 'fa:16:3e:e1:4f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:06Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 2, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'subnets': [{'id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:08.503885 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-61d5e226-8d1c-419e-ae10-6bf64565bc99 None None] Current status of the port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:08.504323 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-61d5e226-8d1c-419e-ae10-6bf64565bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.507971 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5532cb67-c7b9-4990-8c44-7939c3de039a None None] The sync data for ids ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'] in dv-cinder-797245-11-iscsi is: [{'id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 4, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'gw_port': {'id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'fcbac272-21af-46ef-8aa1-45ec7a6931ea', 'name': '', 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'mac_address': 'fa:16:3e:e1:4f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:06Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 2, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'subnets': [{'id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:08.554631 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 32fb60c5-46a9-4de4-bef9-923d433f2700 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:08.555103 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.562287 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-61d5e226-8d1c-419e-ae10-6bf64565bc99 None None] For port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f45da900-d7fb-4eca-87c9-3d23fdeb9d8c,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:08.600222 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc4d5f-b48f-4a99-9e00-c91bf8aede13 req-8ff8b000-3fcf-4175-853a-ee22f7511558 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:08.609300 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-52fc4d5f-b48f-4a99-9e00-c91bf8aede13 req-8ff8b000-3fcf-4175-853a-ee22f7511558 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0656085 Mar 23 12:51:08.620705 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-61d5e226-8d1c-419e-ae10-6bf64565bc99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.667751 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46530) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:08.673562 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1714484710', 'description': 'tempest-secgroup-smoke-1714484710 description', 'project_id': '5c46f5a0923e420ebcae0094468634df'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:08.681710 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-52fc4d5f-b48f-4a99-9e00-c91bf8aede13 req-69489673-4468-4f60-82e0-1beeee140043 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712318 Mar 23 12:51:08.701725 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.759315 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d5e226-8d1c-419e-ae10-6bf64565bc99 None None] Pushing event updated for resources: {'Port': ['ID=f45da900-d7fb-4eca-87c9-3d23fdeb9d8c,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:08.762327 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 32fb60c5-46a9-4de4-bef9-923d433f2700 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:08.769000 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e60fc5de-5298-4a35-b665-dc21daf88ac2 None None] Provisioning complete for port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:08.769375 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e60fc5de-5298-4a35-b665-dc21daf88ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.781339 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group (a198a1e6-e8cb-458a-ac20-3855286bcc6e), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.785862 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a198a1e6-e8cb-458a-ac20-3855286bcc6e), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.786157 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:08Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:08.810503 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.813081 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1430593 Mar 23 12:51:08.816233 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46532) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:08.818510 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c92cb-4558-4fa3-8905-0407c58cc9a3 None None] The sync data for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi is: [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:08Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:08.823850 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-f3e7552a-7e29-4776-bf12-90eeffdd94fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Request body: {'security_group_rule': {'security_group_id': 'a198a1e6-e8cb-458a-ac20-3855286bcc6e', 'project_id': '5c46f5a0923e420ebcae0094468634df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:08.827547 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:51:08.841435 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a198a1e6-e8cb-458a-ac20-3855286bcc6e,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:08.853194 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.853586 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.854030 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.854475 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.854924 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.855346 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.855749 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.856171 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.856693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.857026 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.857329 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e60fc5de-5298-4a35-b665-dc21daf88ac2 None None] Current status of the port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:08.857429 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.857678 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.858005 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.858330 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.858654 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63c6cb9e-584a-4f13-b872-3c054ce31ede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:08.871028 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3e7552a-7e29-4776-bf12-90eeffdd94fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (2e3e2984-5bce-4f3b-bc45-7b862f7ebbdb), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.916198 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3e7552a-7e29-4776-bf12-90eeffdd94fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (2e3e2984-5bce-4f3b-bc45-7b862f7ebbdb), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.919630 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3e7552a-7e29-4776-bf12-90eeffdd94fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (2e3e2984-5bce-4f3b-bc45-7b862f7ebbdb), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.936435 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7552a-7e29-4776-bf12-90eeffdd94fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e3e2984-5bce-4f3b-bc45-7b862f7ebbdb,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:08.945643 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f3e7552a-7e29-4776-bf12-90eeffdd94fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:08.946835 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f3e7552a-7e29-4776-bf12-90eeffdd94fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1295753 Mar 23 12:51:08.949522 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46534) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:08.954475 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-01bd6931-3e30-403e-bc38-e48e494ae5d5 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Request body: {'security_group_rule': {'security_group_id': 'a198a1e6-e8cb-458a-ac20-3855286bcc6e', 'project_id': '5c46f5a0923e420ebcae0094468634df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:08.986304 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-01bd6931-3e30-403e-bc38-e48e494ae5d5 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (26746abe-2825-41ce-b29f-0f083b8fef5c), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.047792 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-01bd6931-3e30-403e-bc38-e48e494ae5d5 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (26746abe-2825-41ce-b29f-0f083b8fef5c), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.052405 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-01bd6931-3e30-403e-bc38-e48e494ae5d5 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (26746abe-2825-41ce-b29f-0f083b8fef5c), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.071999 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd6931-3e30-403e-bc38-e48e494ae5d5 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26746abe-2825-41ce-b29f-0f083b8fef5c,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:09.077636 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-01bd6931-3e30-403e-bc38-e48e494ae5d5 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.079084 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-01bd6931-3e30-403e-bc38-e48e494ae5d5 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283159 Mar 23 12:51:09.081693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46536) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:09.085804 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-5f09a071-6bfc-4ceb-a360-886b1767a1e0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Request body: {'security_group_rule': {'security_group_id': 'a198a1e6-e8cb-458a-ac20-3855286bcc6e', 'project_id': '5c46f5a0923e420ebcae0094468634df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:09.110094 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f09a071-6bfc-4ceb-a360-886b1767a1e0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (181b0bf1-ee46-48e0-81ee-cde011d43b55), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.164654 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f09a071-6bfc-4ceb-a360-886b1767a1e0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (181b0bf1-ee46-48e0-81ee-cde011d43b55), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.167836 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f09a071-6bfc-4ceb-a360-886b1767a1e0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (181b0bf1-ee46-48e0-81ee-cde011d43b55), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.185306 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f09a071-6bfc-4ceb-a360-886b1767a1e0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181b0bf1-ee46-48e0-81ee-cde011d43b55,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:09.193810 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f09a071-6bfc-4ceb-a360-886b1767a1e0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.195018 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-5f09a071-6bfc-4ceb-a360-886b1767a1e0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1124251 Mar 23 12:51:09.197768 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46538) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:09.202007 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-de13b20d-e070-416b-8c1c-7f7e4aff6edb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Request body: {'security_group_rule': {'security_group_id': 'a198a1e6-e8cb-458a-ac20-3855286bcc6e', 'project_id': '5c46f5a0923e420ebcae0094468634df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:09.225944 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-de13b20d-e070-416b-8c1c-7f7e4aff6edb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (f7dd54fd-1b92-4186-8a76-ad0842edc592), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.298991 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-de13b20d-e070-416b-8c1c-7f7e4aff6edb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (f7dd54fd-1b92-4186-8a76-ad0842edc592), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.303245 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-de13b20d-e070-416b-8c1c-7f7e4aff6edb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (f7dd54fd-1b92-4186-8a76-ad0842edc592), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.321953 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de13b20d-e070-416b-8c1c-7f7e4aff6edb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7dd54fd-1b92-4186-8a76-ad0842edc592,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:09.331250 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-de13b20d-e070-416b-8c1c-7f7e4aff6edb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.335286 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-de13b20d-e070-416b-8c1c-7f7e4aff6edb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1338043 Mar 23 12:51:09.335668 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 46540) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:09.340445 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-3bb54544-df68-4b59-b9c2-264a7a0b0d0e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Request body: {'security_group_rule': {'security_group_id': 'a198a1e6-e8cb-458a-ac20-3855286bcc6e', 'project_id': '5c46f5a0923e420ebcae0094468634df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:09.369574 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.securitygroups_db [None req-3bb54544-df68-4b59-b9c2-264a7a0b0d0e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Project 5c46f5a0923e420ebcae0094468634df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:51:09.377984 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3bb54544-df68-4b59-b9c2-264a7a0b0d0e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (36776e68-f3a2-4bd9-8afb-320c13d4b135), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.459765 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3bb54544-df68-4b59-b9c2-264a7a0b0d0e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (36776e68-f3a2-4bd9-8afb-320c13d4b135), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.464060 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3bb54544-df68-4b59-b9c2-264a7a0b0d0e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (36776e68-f3a2-4bd9-8afb-320c13d4b135), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.490784 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3bb54544-df68-4b59-b9c2-264a7a0b0d0e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.494559 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-3bb54544-df68-4b59-b9c2-264a7a0b0d0e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550822 Mar 23 12:51:09.495094 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb54544-df68-4b59-b9c2-264a7a0b0d0e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36776e68-f3a2-4bd9-8afb-320c13d4b135,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:09.495419 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46546) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:09.500815 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-90e3b96d-667d-4bd8-98df-04cdb60da706 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Request body: {'security_group_rule': {'security_group_id': 'a198a1e6-e8cb-458a-ac20-3855286bcc6e', 'project_id': '5c46f5a0923e420ebcae0094468634df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:09.529106 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.securitygroups_db [None req-90e3b96d-667d-4bd8-98df-04cdb60da706 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Project 5c46f5a0923e420ebcae0094468634df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 23 12:51:09.534907 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-90e3b96d-667d-4bd8-98df-04cdb60da706 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (890c5c9e-18a1-4ea2-9a7b-56680cfa2d64), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.636132 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-90e3b96d-667d-4bd8-98df-04cdb60da706 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (890c5c9e-18a1-4ea2-9a7b-56680cfa2d64), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.642157 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-90e3b96d-667d-4bd8-98df-04cdb60da706 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (890c5c9e-18a1-4ea2-9a7b-56680cfa2d64), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.661748 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3b96d-667d-4bd8-98df-04cdb60da706 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890c5c9e-18a1-4ea2-9a7b-56680cfa2d64,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:09.669102 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-90e3b96d-667d-4bd8-98df-04cdb60da706 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:09.670333 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-90e3b96d-667d-4bd8-98df-04cdb60da706 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1737099 Mar 23 12:51:09.830629 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98fede5-ff5e-4428-96c9-6ed7c28f76fa req-720c9ebb-d585-468f-8214-47ed4cc15db1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:09.832148 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f98fede5-ff5e-4428-96c9-6ed7c28f76fa req-720c9ebb-d585-468f-8214-47ed4cc15db1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0545206 Mar 23 12:51:09.879213 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f98fede5-ff5e-4428-96c9-6ed7c28f76fa req-47a20e42-b19b-49a2-9f28-f8239d1fea1a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411568 Mar 23 12:51:10.362441 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f45da900-d7fb-4eca-87c9-3d23fdeb9d8c up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:10.413083 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:10.413451 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:10.504303 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:11.011516 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed2793-0212-48be-8d21-bbac578f08bf req-eb78982f-5e6f-4de7-9451-25c760a5b953 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:11.013083 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-70ed2793-0212-48be-8d21-bbac578f08bf req-eb78982f-5e6f-4de7-9451-25c760a5b953 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0548263 Mar 23 12:51:11.062346 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-70ed2793-0212-48be-8d21-bbac578f08bf req-14029ecb-c5f1-422d-a3b5-2acd27410a6e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427992 Mar 23 12:51:12.190267 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876ee429-47d1-45e9-badf-360ed743776c req-dcd67a2f-0edf-49f7-96d1-fcbbc996e48b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:12.191814 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-876ee429-47d1-45e9-badf-360ed743776c req-dcd67a2f-0edf-49f7-96d1-fcbbc996e48b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0550272 Mar 23 12:51:12.244998 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-876ee429-47d1-45e9-badf-360ed743776c req-fd4e5db3-e7e5-4ae9-8528-dd0b751e9f42 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475423 Mar 23 12:51:12.347375 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8c1bfe6e-ed36-43b8-8964-b52e1a00853f up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:12.396376 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:12.396785 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:12.475636 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:12.476032 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:12.495275 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] For port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8c1bfe6e-ed36-43b8-8964-b52e1a00853f,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:12.500242 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:12.551006 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Pushing event updated for resources: {'Port': ['ID=8c1bfe6e-ed36-43b8-8964-b52e1a00853f,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:12.738772 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Sync routers for ids ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:12.748934 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Routers {'a7df3d88-b9a9-4b86-88b1-4a9940bd3188'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:12.749592 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:12.861375 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Set router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:13.065488 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 4, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'gw_port': {'id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'fcbac272-21af-46ef-8aa1-45ec7a6931ea', 'name': '', 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'mac_address': 'fa:16:3e:e1:4f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:06Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 2, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'subnets': [{'id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:13.095580 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Checking router: a7df3d88-b9a9-4b86-88b1-4a9940bd3188 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:13.095938 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Updating router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 port fcbac272-21af-46ef-8aa1-45ec7a6931ea binding host dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 23 12:51:13.239209 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:13.375484 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef32c7-5ad7-44c1-b509-c0bd567e448c req-0f32be2d-a8d2-40ad-8de6-66211a698c5c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:13.377010 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-27ef32c7-5ad7-44c1-b509-c0bd567e448c req-0f32be2d-a8d2-40ad-8de6-66211a698c5c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0545626 Mar 23 12:51:13.430832 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-27ef32c7-5ad7-44c1-b509-c0bd567e448c req-007b3b92-292e-4252-9708-c2a79657cba8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482202 Mar 23 12:51:13.514221 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Publish callbacks [] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), precommit_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:13.520044 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:13.571063 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a9a3d-42fe-4ba7-a727-258b4b1261d2 None None] Pushing event updated for resources: {'Port': ['ID=fcbac272-21af-46ef-8aa1-45ec7a6931ea,revision_number=3']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:13.627555 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Attempting to bind port fcbac272-21af-46ef-8aa1-45ec7a6931ea on host dv-cinder-797245-11-iscsi for vnic_type normal with profile {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:51:13.627938 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Attempting to bind port fcbac272-21af-46ef-8aa1-45ec7a6931ea by drivers openvswitch,hyperv on host dv-cinder-797245-11-iscsi at level 0 using segments [{'id': 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b'}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:51:13.628332 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Attempting to bind port fcbac272-21af-46ef-8aa1-45ec7a6931ea on network fb59c163-6a2c-47ea-98e4-d805b140994b {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:13.633539 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Checking agent: {'id': 'd2daf2b0-a35f-46d7-a169-72d56eb50edc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-11-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 39, 22), 'started_at': datetime.datetime(2022, 3, 23, 12, 39, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-11-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:13.633922 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Checking segment: {'id': 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115112) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:51:13.634329 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:13.634730 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Bound using segment: {'id': 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b'} {{(pid=115112) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:13.635207 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.managers [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Bound port: fcbac272-21af-46ef-8aa1-45ec7a6931ea, host: dv-cinder-797245-11-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b'}}] {{(pid=115112) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:51:13.635595 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:13.706285 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] For port fcbac272-21af-46ef-8aa1-45ec7a6931ea, host dv-cinder-797245-11-iscsi, cleared binding levels {{(pid=115112) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:13.709605 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] For port fcbac272-21af-46ef-8aa1-45ec7a6931ea, host dv-cinder-797245-11-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=fcbac272-21af-46ef-8aa1-45ec7a6931ea,segment=NetworkSegment(cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481),segment_id=cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481)] {{(pid=115112) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:13.716651 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:13.778270 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Routers {'a7df3d88-b9a9-4b86-88b1-4a9940bd3188'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:13.778911 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:50:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:13.847487 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4a9a3d-42fe-4ba7-a727-258b4b1261d2 None None] Pushing event updated for resources: {'Port': ['ID=fcbac272-21af-46ef-8aa1-45ec7a6931ea,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:13.878908 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e543ee86-638b-4a4d-9054-6639e3ac5d1f None None] Provisioning complete for port fcbac272-21af-46ef-8aa1-45ec7a6931ea triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:13.879283 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e543ee86-638b-4a4d-9054-6639e3ac5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:13.939150 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] Set router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:14.043535 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e543ee86-638b-4a4d-9054-6639e3ac5d1f None None] Current status of the port fcbac272-21af-46ef-8aa1-45ec7a6931ea is: DOWN; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:14.043914 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e543ee86-638b-4a4d-9054-6639e3ac5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:14.128602 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-e543ee86-638b-4a4d-9054-6639e3ac5d1f None None] For port fcbac272-21af-46ef-8aa1-45ec7a6931ea, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=fcbac272-21af-46ef-8aa1-45ec7a6931ea,segment=NetworkSegment(cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481),segment_id=cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:14.136060 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e543ee86-638b-4a4d-9054-6639e3ac5d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:14.216759 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543ee86-638b-4a4d-9054-6639e3ac5d1f None None] Pushing event updated for resources: {'Port': ['ID=fcbac272-21af-46ef-8aa1-45ec7a6931ea,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:14.235067 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 4, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'gw_port': {'id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'fcbac272-21af-46ef-8aa1-45ec7a6931ea', 'name': '', 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'mac_address': 'fa:16:3e:e1:4f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:06Z', 'updated_at': '2022-03-23T12:51:13Z', 'revision_number': 4, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'subnets': [{'id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:14.273223 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1887c3a5-42f0-4598-8065-d35561013ff8 None None] The sync data for ids ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'] in dv-cinder-797245-11-iscsi is: [{'id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:07Z', 'revision_number': 4, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'gw_port': {'id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'fcbac272-21af-46ef-8aa1-45ec7a6931ea', 'name': '', 'network_id': 'fb59c163-6a2c-47ea-98e4-d805b140994b', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'mac_address': 'fa:16:3e:e1:4f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:06Z', 'updated_at': '2022-03-23T12:51:13Z', 'revision_number': 4, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'subnets': [{'id': '2e2bf6c6-6a61-4def-ad07-c1050aab15c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:14.287869 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-dc08e08b-ae75-45aa-9546-d66fc109d6d0 None None] Provisioning complete for port fcbac272-21af-46ef-8aa1-45ec7a6931ea triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:14.288299 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-dc08e08b-ae75-45aa-9546-d66fc109d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:14.388666 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8c1bfe6e-ed36-43b8-8964-b52e1a00853f up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:14.425180 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-dc08e08b-ae75-45aa-9546-d66fc109d6d0 None None] Current status of the port fcbac272-21af-46ef-8aa1-45ec7a6931ea is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:14.450545 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:14.450924 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:14.542540 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:14.543633 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device fcbac272-21af-46ef-8aa1-45ec7a6931ea up at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:14.570041 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91615cbb-ee3b-4dab-9dac-2390a2b391d7 req-aeb80d35-1a60-437d-87c2-520961507cae tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:14.571523 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-91615cbb-ee3b-4dab-9dac-2390a2b391d7 req-aeb80d35-1a60-437d-87c2-520961507cae tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0605452 Mar 23 12:51:14.604427 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Provisioning complete for port fcbac272-21af-46ef-8aa1-45ec7a6931ea triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:14.604427 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:14.621556 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-91615cbb-ee3b-4dab-9dac-2390a2b391d7 req-c2f020ac-32d7-46da-87f3-fc7c845e6f9f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443091 Mar 23 12:51:14.697236 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Current status of the port fcbac272-21af-46ef-8aa1-45ec7a6931ea is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:14.812620 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-44df5ee5-a70a-4d01-80f9-b218ef48683d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:15.756280 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443f2180-ebb3-4331-959a-c10f6735d2c8 req-ce479695-e74e-4c0a-8fb9-14569d59791c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:15.757802 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-443f2180-ebb3-4331-959a-c10f6735d2c8 req-ce479695-e74e-4c0a-8fb9-14569d59791c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 943 time: 0.0572071 Mar 23 12:51:15.804143 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-443f2180-ebb3-4331-959a-c10f6735d2c8 req-fd201dc2-17e4-4dd0-80c7-c78ba0ad5bf0 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408590 Mar 23 12:51:16.313394 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:51:16.412678 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:16.424137 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'port_id': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'mac_address': 'fa:16:3e:2d:5f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:51:16.465625 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port f58071c7-9746-4519-a9e7-68b9f8dc285d is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:16.465961 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:16.483172 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f58071c7-9746-4519-a9e7-68b9f8dc285d {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:51:16.502218 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:16.505915 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:16.554541 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=9']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:16.561468 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.561821 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.562228 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.563091 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.563467 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.563864 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.564380 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.564719 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.565058 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.565390 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.565722 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.566054 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.566381 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.566703 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.567025 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:51:16.931194 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['f58071c7-9746-4519-a9e7-68b9f8dc285d'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:51:16.935649 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa901a-6bc1-4575-b703-344df2f4ad70 req-5e985c27-3edc-4c1e-b35a-604a6cf7d67e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:16.937195 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b9fa901a-6bc1-4575-b703-344df2f4ad70 req-5e985c27-3edc-4c1e-b35a-604a6cf7d67e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 944 time: 0.0572925 Mar 23 12:51:16.985487 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b9fa901a-6bc1-4575-b703-344df2f4ad70 req-3ad643c7-a9a6-4c84-a12e-5a4e3b9c7e08 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Mar 23 12:51:17.966043 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-afbb863c-8bf2-472a-b2c2-a471f2c97412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:18.110635 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa343a0-8747-4e8a-995e-5afc530980ae req-89bfe414-91f5-4071-95d8-3ce3203a8948 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:18.112560 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1fa343a0-8747-4e8a-995e-5afc530980ae req-89bfe414-91f5-4071-95d8-3ce3203a8948 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 944 time: 0.0556707 Mar 23 12:51:18.159487 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1fa343a0-8747-4e8a-995e-5afc530980ae req-08c9f55c-5c07-40a3-85a8-a016b517c166 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411468 Mar 23 12:51:18.337770 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:18.386336 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port f58071c7-9746-4519-a9e7-68b9f8dc285d triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:18.386713 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:18.591493 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port f58071c7-9746-4519-a9e7-68b9f8dc285d is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:18.591894 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:18.615630 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:18.618052 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcc09dd-6219-42e2-9df7-73abdd89426c" -d '{"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-plugged", "status": "completed", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:18.629919 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:18.633715 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:18.661444 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50ce7105-19f6-436c-8f4b-60d5ee980fb2 x-openstack-request-id: req-50ce7105-19f6-436c-8f4b-60d5ee980fb2 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:18.661765 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-plugged", "status": "completed", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:18.662031 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50ce7105-19f6-436c-8f4b-60d5ee980fb2 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:18.662466 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50ce7105-19f6-436c-8f4b-60d5ee980fb2'] response: {'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'code': 200} Mar 23 12:51:18.687371 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=10']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:19.262964 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-b891ba2e-89ce-4fd7-a6dc-3dca524ba03d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324358385&fields=id&tenant_id=67247c1540b6442987cab91eb46e67a5 HTTP/1.1" status: 200 len: 267 time: 0.0490825 Mar 23 12:51:19.275682 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e957ed-1406-4b7e-a2fb-925b868396f4 req-07052dca-f432-41b3-b63e-5893932535c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:19.277207 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d7e957ed-1406-4b7e-a2fb-925b868396f4 req-07052dca-f432-41b3-b63e-5893932535c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 1130 time: 0.0815306 Mar 23 12:51:19.312824 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28062-884d-487d-a6a2-ba8e785b1cb0 req-f373aa5f-7002-44e8-8b07-4cbd516d4ece tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:19.314494 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-76d28062-884d-487d-a6a2-ba8e785b1cb0 req-f373aa5f-7002-44e8-8b07-4cbd516d4ece tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 946 time: 0.0742197 Mar 23 12:51:19.359170 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d7e957ed-1406-4b7e-a2fb-925b868396f4 req-1a96039b-57b2-4fae-8d0f-5d9e23f1e4fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719211 Mar 23 12:51:19.374418 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-1ba5a2fd-1a22-4055-a23e-966cf29da5a3 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:19.375916 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-1ba5a2fd-1a22-4055-a23e-966cf29da5a3 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 812 time: 0.1048968 Mar 23 12:51:19.379835 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-76d28062-884d-487d-a6a2-ba8e785b1cb0 req-9a4c67b0-f680-45f8-acc6-5d49272d4510 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565181 Mar 23 12:51:19.392074 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-508635be-4bcd-4565-95ee-6ac7c7f8c440 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/quotas/67247c1540b6442987cab91eb46e67a5 HTTP/1.1" status: 200 len: 375 time: 0.0102329 Mar 23 12:51:19.448894 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-942a7ac3-dfe1-4584-8c16-ba38b87b8a51 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501132 Mar 23 12:51:19.549690 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-767195f7-3097-4d4f-86cc-bd9ccfb40443 service neutron] 10.222.0.45 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885630 Mar 23 12:51:19.606019 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:19.642910 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-6cfeeb48-905d-42ee-b1d8-56426c83cb5b service neutron] 10.222.0.45 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875347 Mar 23 12:51:19.943067 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-87ea1867-47ad-47cf-b2be-14fed5ed4e6a req-5ef23075-376e-4368-b2ff-375b67dc547f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 210 time: 0.0329847 Mar 23 12:51:20.513772 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10978a7f-99ea-42bf-822d-eea9c1b10957 req-a39a67e2-0046-415f-a605-23c324475979 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:20.515315 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-10978a7f-99ea-42bf-822d-eea9c1b10957 req-a39a67e2-0046-415f-a605-23c324475979 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 946 time: 0.0573280 Mar 23 12:51:20.570582 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-10978a7f-99ea-42bf-822d-eea9c1b10957 req-a3df0d3f-c4f2-42dd-9ea5-97c21fa145f1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492394 Mar 23 12:51:21.071035 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:21.089141 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3cbf021f-fdb0-4f27-9cbd-9ff86f743d63 req-6f868a84-1493-4d9f-836c-7ba3741eb6a7 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 210 time: 0.0364811 Mar 23 12:51:21.134598 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-dd8548f6-822f-4882-8aab-9041f2a0031f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:21.136159 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-dd8548f6-822f-4882-8aab-9041f2a0031f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 812 time: 0.1586058 Mar 23 12:51:21.214669 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-9c12446a-a757-4e11-9edc-2b9bff58fc94 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67247c1540b6442987cab91eb46e67a5 HTTP/1.1" status: 200 len: 380 time: 0.0680850 Mar 23 12:51:21.230294 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'port': {'device_id': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'admin_state_up': True, 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'security_groups': ['fde0539e-a142-4cab-af8d-23fa113d468f']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:21.351840 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Made reservation on behalf of 67247c1540b6442987cab91eb46e67a5 for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:21.355217 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:21.495144 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Allocated IP 172.20.0.6 (71f60b8e-14e6-4d0f-953e-301bb816274c/e6aea821-992b-420c-87ef-78bd650da4ba/39c30d5d-ae43-4ebf-9096-0f6acc115d93) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:21.579066 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:21.654113 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:21.710082 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59f4d2c-58e0-4fa7-b857-d2284f6c8b2a req-269bf538-5b9f-4a52-a9a1-be8b0094d8a7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:21.712412 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a59f4d2c-58e0-4fa7-b857-d2284f6c8b2a req-269bf538-5b9f-4a52-a9a1-be8b0094d8a7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 946 time: 0.0661995 Mar 23 12:51:21.718192 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:21.777527 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a59f4d2c-58e0-4fa7-b857-d2284f6c8b2a req-5447c0f7-49a7-4c68-9d6a-2e47acee801a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543990 Mar 23 12:51:21.789573 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'Port': ['ID=39c30d5d-ae43-4ebf-9096-0f6acc115d93,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:21.816907 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Network 71f60b8e-14e6-4d0f-953e-301bb816274c is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:21.818579 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:21.821088 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:21.878564 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:21.879166 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:21.898932 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-60fa6977-04ab-47b4-a59e-afc1a67a61ae tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6740026 Mar 23 12:51:21.912586 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Request body: {'port': {'device_id': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:21.978410 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:22.101032 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e52d4dbb-426b-4b76-96bf-781227a8db43 None None] Provisioning complete for port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:22.102208 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e52d4dbb-426b-4b76-96bf-781227a8db43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:22.144651 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e52d4dbb-426b-4b76-96bf-781227a8db43 None None] Port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:51:22.290648 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b791f613-941f-4fd5-9849-84e36bf323d3 req-a97745b6-dbe5-41cd-ab5a-aceec788e10a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:22.292088 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b791f613-941f-4fd5-9849-84e36bf323d3 req-a97745b6-dbe5-41cd-ab5a-aceec788e10a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 931 time: 0.1048687 Mar 23 12:51:22.309104 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39c30d5d-ae43-4ebf-9096-0f6acc115d93 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:51:22.324399 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Publish callbacks [] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:22.349135 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Transition to ACTIVE for port object 39c30d5d-ae43-4ebf-9096-0f6acc115d93 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:51:22.358436 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:22.385735 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b791f613-941f-4fd5-9849-84e36bf323d3 req-a39695f6-4506-443f-a489-00e169439934 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874674 Mar 23 12:51:22.414174 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Pushing event updated for resources: {'Port': ['ID=39c30d5d-ae43-4ebf-9096-0f6acc115d93,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:22.486578 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Attempting to bind port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:51:22.486845 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Attempting to bind port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:51:22.487171 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Attempting to bind port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 on network 71f60b8e-14e6-4d0f-953e-301bb816274c {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:22.492347 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 on network 71f60b8e-14e6-4d0f-953e-301bb816274c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:51:22.492671 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Attempting to bind port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 on network 71f60b8e-14e6-4d0f-953e-301bb816274c {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:22.497782 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:22.498118 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Checking segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:51:22.498499 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Bound using segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:22.498924 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Bound port: 39c30d5d-ae43-4ebf-9096-0f6acc115d93, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:51:22.499283 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:22.572040 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] For port 39c30d5d-ae43-4ebf-9096-0f6acc115d93, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:22.575191 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] For port 39c30d5d-ae43-4ebf-9096-0f6acc115d93, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=39c30d5d-ae43-4ebf-9096-0f6acc115d93,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:22.582065 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:22.614424 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:22.615045 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:22.616446 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] 10.222.0.53 "PUT /v2.0/ports/39c30d5d-ae43-4ebf-9096-0f6acc115d93 HTTP/1.1" status: 200 len: 1093 time: 0.7086267 Mar 23 12:51:22.616989 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'tag': '39c30d5d-ae43-4ebf-9096-0f6acc115d93'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:22.619185 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b179fb4-89fe-4e99-9872-7bc6b9502f35" -d '{"events": [{"name": "network-changed", "server_uuid": "c4172abb-9a8d-4a52-8b07-0e7f7160e465", "tag": "39c30d5d-ae43-4ebf-9096-0f6acc115d93"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:22.648807 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a1bc8a-fe1f-4028-aa7c-6808539ede23 service neutron] Pushing event updated for resources: {'Port': ['ID=39c30d5d-ae43-4ebf-9096-0f6acc115d93,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:22.677828 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e1aa78-b2b9-4e1a-a974-256c51f287b7 x-openstack-request-id: req-13e1aa78-b2b9-4e1a-a974-256c51f287b7 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:22.678755 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4172abb-9a8d-4a52-8b07-0e7f7160e465", "tag": "39c30d5d-ae43-4ebf-9096-0f6acc115d93", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:22.679461 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-13e1aa78-b2b9-4e1a-a974-256c51f287b7 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:22.680260 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e1aa78-b2b9-4e1a-a974-256c51f287b7'] response: {'name': 'network-changed', 'server_uuid': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'tag': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'status': 'completed', 'code': 200} Mar 23 12:51:22.738391 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-50d6cefc-c1ad-418c-bb3d-39d820c1ace9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:22.739943 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-50d6cefc-c1ad-418c-bb3d-39d820c1ace9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 1127 time: 0.0493612 Mar 23 12:51:22.798839 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-e1e02012-c114-45fc-9ada-cbbb4fe8f3cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39c30d5d-ae43-4ebf-9096-0f6acc115d93 HTTP/1.1" status: 200 len: 217 time: 0.0430861 Mar 23 12:51:22.855703 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-194a4ae9-c4b0-4b97-9e15-db77f4f55171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:22.857179 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-194a4ae9-c4b0-4b97-9e15-db77f4f55171 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0476778 Mar 23 12:51:22.934854 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-4fe04abb-169c-4313-8112-944f14419d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:22.936360 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-4fe04abb-169c-4313-8112-944f14419d52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0694463 Mar 23 12:51:22.944134 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6accfa71-8e6f-438a-b3ad-035e917ff2c4 req-a3da36e3-d209-45c3-9f9e-e09a2c84e75d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:22.945574 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6accfa71-8e6f-438a-b3ad-035e917ff2c4 req-a3da36e3-d209-45c3-9f9e-e09a2c84e75d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 946 time: 0.0875525 Mar 23 12:51:23.047720 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6accfa71-8e6f-438a-b3ad-035e917ff2c4 req-f5849be1-b36a-4d78-aca4-2767fbf1a24b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932729 Mar 23 12:51:23.066467 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-5dc7fda1-a25e-4935-ac10-e4f019a86664 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199560 Mar 23 12:51:23.160797 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-898b75b8-819b-40c4-bb05-ce6dfb67a955 req-afbae1c0-76ac-4ca6-a11c-d4a1565eb525 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881071 Mar 23 12:51:23.260286 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-39f7e970-5270-4138-b1a7-2902436885b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:23.261786 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-39f7e970-5270-4138-b1a7-2902436885b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 1127 time: 0.0475190 Mar 23 12:51:23.351893 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-702a56f5-9416-485e-b9ef-e2e68f5e38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:23.353470 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-702a56f5-9416-485e-b9ef-e2e68f5e38cb service neutron] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 913 time: 0.0848763 Mar 23 12:51:23.402347 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-fdaa2e1a-77bd-4cba-b22d-ea9033294be8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39c30d5d-ae43-4ebf-9096-0f6acc115d93 HTTP/1.1" status: 200 len: 217 time: 0.0382369 Mar 23 12:51:23.458810 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-10061c2e-d83e-4219-b103-647698dd188f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:23.460293 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-10061c2e-d83e-4219-b103-647698dd188f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0497818 Mar 23 12:51:23.512577 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-51450d27-ec05-4ce1-9626-3ac38b938c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:23.514064 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-51450d27-ec05-4ce1-9626-3ac38b938c62 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473557 Mar 23 12:51:23.520016 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5816dcac-7355-4939-918d-aca016fef1d9 req-18a9bc9e-7ea8-4e7d-bf6f-a63a566a99c7 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:23.521570 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5816dcac-7355-4939-918d-aca016fef1d9 req-18a9bc9e-7ea8-4e7d-bf6f-a63a566a99c7 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 943 time: 0.0593421 Mar 23 12:51:23.575022 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5816dcac-7355-4939-918d-aca016fef1d9 req-bc2072b4-08f4-4c97-867d-bca658d42a0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478101 Mar 23 12:51:23.612891 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-a1e822dd-c45e-4c8c-af7a-08ea98fc3f3a service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917518 Mar 23 12:51:23.703615 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b179fb4-89fe-4e99-9872-7bc6b9502f35 req-4fe698f6-bf02-4d4e-b07b-ae11c83a270f service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847204 Mar 23 12:51:24.704826 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839de41-529f-40b9-8292-8fc15b79fe90 req-a41ea51c-6315-4c1a-bf66-54bc38e4983d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:24.706425 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e839de41-529f-40b9-8292-8fc15b79fe90 req-a41ea51c-6315-4c1a-bf66-54bc38e4983d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 943 time: 0.0636275 Mar 23 12:51:24.757292 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e839de41-529f-40b9-8292-8fc15b79fe90 req-feaff5e7-fce1-4aee-8487-595df963fa3e tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455034 Mar 23 12:51:24.813495 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b74cd4-f888-4406-b25d-78dbe8c8612b req-bf97a20e-fd63-47e4-82e6-c88d7abb1678 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:24.814914 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-22b74cd4-f888-4406-b25d-78dbe8c8612b req-bf97a20e-fd63-47e4-82e6-c88d7abb1678 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0895617 Mar 23 12:51:24.841862 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f477-410a-457d-b520-231251ac8c44 req-e2ae955e-cf5c-428d-91e2-273431040e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:24.843834 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3998f477-410a-457d-b520-231251ac8c44 req-e2ae955e-cf5c-428d-91e2-273431040e3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30c004a3e32465489dac9af4f6b824a&device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 1168 time: 0.0820417 Mar 23 12:51:24.931609 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-22b74cd4-f888-4406-b25d-78dbe8c8612b req-daa93e90-8a92-49f1-b5b8-515d3d7ff46a tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083608 Mar 23 12:51:24.964338 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f477-410a-457d-b520-231251ac8c44 req-45a6bdf6-4b74-4ce9-86df-0b3954c136b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:24.965825 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3998f477-410a-457d-b520-231251ac8c44 req-45a6bdf6-4b74-4ce9-86df-0b3954c136b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 HTTP/1.1" status: 200 len: 916 time: 0.1109324 Mar 23 12:51:25.036601 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3998f477-410a-457d-b520-231251ac8c44 req-b6ce1b9b-92f4-4162-b15a-a8fcaf314b3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 1001 time: 0.0638545 Mar 23 12:51:25.088493 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f477-410a-457d-b520-231251ac8c44 req-a5d5d47b-548c-47b7-89f1-e718cf5b115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:25.089806 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3998f477-410a-457d-b520-231251ac8c44 req-a5d5d47b-548c-47b7-89f1-e718cf5b115f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=228bfd83-be88-47b6-94de-6b2e028f3a21 HTTP/1.1" status: 200 len: 854 time: 0.0421965 Mar 23 12:51:25.142243 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3998f477-410a-457d-b520-231251ac8c44 req-2409b70f-52e1-4269-9865-40872be05921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:25.143830 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3998f477-410a-457d-b520-231251ac8c44 req-2409b70f-52e1-4269-9865-40872be05921 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0462043 Mar 23 12:51:25.237852 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3998f477-410a-457d-b520-231251ac8c44 req-621fb6a0-1471-4ead-9c75-24ee8666149a service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858145 Mar 23 12:51:25.330161 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3998f477-410a-457d-b520-231251ac8c44 req-00cabf17-2040-4b4a-8d51-ec43f680cbb6 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845165 Mar 23 12:51:25.731759 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:25.876208 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5da4f-587f-41e2-8bb6-2d92913120d7 req-9232ca69-361d-4a9b-be73-aa8e10757248 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:25.877708 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2fa5da4f-587f-41e2-8bb6-2d92913120d7 req-9232ca69-361d-4a9b-be73-aa8e10757248 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 943 time: 0.0544925 Mar 23 12:51:25.926656 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2fa5da4f-587f-41e2-8bb6-2d92913120d7 req-87667fde-a00e-477e-bc9d-2883ecea0e4e tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433891 Mar 23 12:51:26.056530 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29ebf2-112a-47f3-9aeb-f1aa0b7b8ded req-2f07629a-6e3a-4936-91cb-c2b18176f5f9 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:26.057971 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bd29ebf2-112a-47f3-9aeb-f1aa0b7b8ded req-2f07629a-6e3a-4936-91cb-c2b18176f5f9 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0523255 Mar 23 12:51:26.120865 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bd29ebf2-112a-47f3-9aeb-f1aa0b7b8ded req-3303550b-ccea-4d04-85eb-28dc2d34f233 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566730 Mar 23 12:51:27.049210 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d72cb-0b5e-4348-a8bc-84036408b1f3 req-53ec0589-0ee2-4999-a008-1718a91d9b45 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:27.050684 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-206d72cb-0b5e-4348-a8bc-84036408b1f3 req-53ec0589-0ee2-4999-a008-1718a91d9b45 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 943 time: 0.0555587 Mar 23 12:51:27.098778 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-206d72cb-0b5e-4348-a8bc-84036408b1f3 req-64432192-3cb0-41bd-8c55-e77bbab7a502 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425775 Mar 23 12:51:27.245890 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c601db-4a04-4098-ab49-bed22671778d req-e79c56a8-4a1c-4b53-b025-b2f718c84bd7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:27.247363 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-30c601db-4a04-4098-ab49-bed22671778d req-e79c56a8-4a1c-4b53-b025-b2f718c84bd7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0594201 Mar 23 12:51:27.305155 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-30c601db-4a04-4098-ab49-bed22671778d req-85bf4bf5-ad4e-459c-9201-410e959e5529 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515192 Mar 23 12:51:28.214994 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66712948-e2c4-4855-a437-8e2f809f6b5b req-84ff05d7-6459-4ae4-b3f4-a439ae8ea905 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:28.216509 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-66712948-e2c4-4855-a437-8e2f809f6b5b req-84ff05d7-6459-4ae4-b3f4-a439ae8ea905 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 943 time: 0.0528469 Mar 23 12:51:28.264007 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-66712948-e2c4-4855-a437-8e2f809f6b5b req-487f3e23-1870-42a0-80ef-34000b96b864 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409606 Mar 23 12:51:28.426326 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06effa7e-3575-4080-95f3-490650386bb2 req-a2ae007e-7b4f-47f3-8471-acd4b6bb979e tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:28.427775 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-06effa7e-3575-4080-95f3-490650386bb2 req-a2ae007e-7b4f-47f3-8471-acd4b6bb979e tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0557671 Mar 23 12:51:28.486322 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-06effa7e-3575-4080-95f3-490650386bb2 req-2d6a6c39-37da-459b-b9e8-025145a065ea tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528753 Mar 23 12:51:29.391281 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d7732a-a3d4-45a9-bd7d-334956a91681 req-ee7f9ef9-09f7-41a4-9b6d-c9aa970d16f7 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:29.392760 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-40d7732a-a3d4-45a9-bd7d-334956a91681 req-ee7f9ef9-09f7-41a4-9b6d-c9aa970d16f7 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 943 time: 0.0597672 Mar 23 12:51:29.444491 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-40d7732a-a3d4-45a9-bd7d-334956a91681 req-d7fcaa2e-3bcc-4329-b7a8-818103ba6167 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461142 Mar 23 12:51:29.603327 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76982c2f-4161-4801-8d95-af6ad938cb6a req-a7a72158-f32e-43cc-9f5f-d32590547ac3 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:29.604829 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-76982c2f-4161-4801-8d95-af6ad938cb6a req-a7a72158-f32e-43cc-9f5f-d32590547ac3 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0530570 Mar 23 12:51:29.665072 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-76982c2f-4161-4801-8d95-af6ad938cb6a req-52a7b5c6-6f2e-4379-a022-4d2bec91c6ac tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542865 Mar 23 12:51:30.266830 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-ad0c8927-c67a-4650-967d-121b6956e87b tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1714484710&fields=id&tenant_id=5c46f5a0923e420ebcae0094468634df HTTP/1.1" status: 200 len: 267 time: 0.0459430 Mar 23 12:51:30.368236 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-7f07bb63-3c55-47aa-94c1-d41c74ca873f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:30.369575 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-7f07bb63-3c55-47aa-94c1-d41c74ca873f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/networks?id=24cd2efb-78ad-400a-a9d9-fadac97525f4 HTTP/1.1" status: 200 len: 809 time: 0.0963800 Mar 23 12:51:30.385517 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-a7a0ed5f-be3e-47d9-87c0-d2fc7d33d594 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/quotas/5c46f5a0923e420ebcae0094468634df HTTP/1.1" status: 200 len: 375 time: 0.0092282 Mar 23 12:51:30.448116 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-c16d956d-983a-4ea8-8eca-488c43bd2ada tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=5c46f5a0923e420ebcae0094468634df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525954 Mar 23 12:51:30.558717 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-dde637c1-4b2e-4dac-9a02-ed4ac5500e4c service neutron] 10.222.0.45 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986192 Mar 23 12:51:30.571047 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7829a-9ce7-4fd0-9008-377cdc413fbe req-ccc6df60-e516-48ed-9e1d-83a0aaa7f1a6 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:30.572683 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9d7829a-9ce7-4fd0-9008-377cdc413fbe req-ccc6df60-e516-48ed-9e1d-83a0aaa7f1a6 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 943 time: 0.0592215 Mar 23 12:51:30.636574 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9d7829a-9ce7-4fd0-9008-377cdc413fbe req-fef59dc5-1b9f-4d03-952a-2fc586ba6ee0 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570457 Mar 23 12:51:30.670250 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-809835e8-d595-400c-b23a-a4d3d571b8e3 service neutron] 10.222.0.45 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050351 Mar 23 12:51:30.796896 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad286739-936c-4bb5-b736-c0c453600b2b req-536eca8a-e693-45fe-9c86-b63d173fc4a7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:30.798898 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ad286739-936c-4bb5-b736-c0c453600b2b req-536eca8a-e693-45fe-9c86-b63d173fc4a7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0642643 Mar 23 12:51:30.867625 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ad286739-936c-4bb5-b736-c0c453600b2b req-cd78e933-a298-4012-a774-325e037bac4f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627913 Mar 23 12:51:30.988704 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0bd69904-73e6-4dcd-91cb-f5645b917831 req-71cd8822-263d-4920-ad89-5056370644b4 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 210 time: 0.0287571 Mar 23 12:51:31.768594 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d389e-3ae6-4a93-9a4f-577ad9e2895c req-3ac541be-a0f6-4bdd-9b3d-6e3a36c0b9bb tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:31.770054 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c51d389e-3ae6-4a93-9a4f-577ad9e2895c req-3ac541be-a0f6-4bdd-9b3d-6e3a36c0b9bb tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 943 time: 0.0621986 Mar 23 12:51:31.817383 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c51d389e-3ae6-4a93-9a4f-577ad9e2895c req-91761bee-7025-4e7a-8868-d1c78389ed1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416312 Mar 23 12:51:32.087745 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-001f5538-2711-4049-90a3-08442b82485e req-4e5a6c93-eb93-4a15-a780-696e8b3a0687 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 210 time: 0.0305853 Mar 23 12:51:32.276296 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded3020-5b7b-4e2b-9be9-e1868cec1ea4 req-97f181ea-38e6-423e-a309-debafda40111 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:32.277695 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5ded3020-5b7b-4e2b-9be9-e1868cec1ea4 req-97f181ea-38e6-423e-a309-debafda40111 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.3379593 Mar 23 12:51:32.337233 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-5a2d6b69-4b64-455f-8a65-e63f5204c53d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:32.338646 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-5a2d6b69-4b64-455f-8a65-e63f5204c53d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.53 "GET /v2.0/networks?id=24cd2efb-78ad-400a-a9d9-fadac97525f4 HTTP/1.1" status: 200 len: 809 time: 0.3640251 Mar 23 12:51:32.385113 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5ded3020-5b7b-4e2b-9be9-e1868cec1ea4 req-9da30f1e-b51e-4eb0-ba9b-541e0d8f9dd3 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0978467 Mar 23 12:51:32.422744 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-13afde4c-41cb-44cb-b9b7-c814ff923091 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c46f5a0923e420ebcae0094468634df HTTP/1.1" status: 200 len: 380 time: 0.0740302 Mar 23 12:51:32.431583 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 39c30d5d-ae43-4ebf-9096-0f6acc115d93 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:51:32.432334 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Request body: {'port': {'device_id': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'admin_state_up': True, 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'security_groups': ['a198a1e6-e8cb-458a-ac20-3855286bcc6e']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:32.533538 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 39c30d5d-ae43-4ebf-9096-0f6acc115d93, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=39c30d5d-ae43-4ebf-9096-0f6acc115d93,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:32.544924 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Made reservation on behalf of 5c46f5a0923e420ebcae0094468634df for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:51:32.545725 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'port_id': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'mac_address': 'fa:16:3e:49:a1:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:51:32.549109 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:32.591960 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:32.592494 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:32.607110 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39c30d5d-ae43-4ebf-9096-0f6acc115d93 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:51:32.629439 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 39c30d5d-ae43-4ebf-9096-0f6acc115d93, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=39c30d5d-ae43-4ebf-9096-0f6acc115d93,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:32.633445 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:32.686610 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=39c30d5d-ae43-4ebf-9096-0f6acc115d93,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:32.695256 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Allocated IP 172.20.0.3 (24cd2efb-78ad-400a-a9d9-fadac97525f4/1c02c5ed-dca8-420b-82c3-b902efbb6958/c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:32.830618 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:32.868621 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:32.916221 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Network 24cd2efb-78ad-400a-a9d9-fadac97525f4 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:32.919443 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:32.925604 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:32.952985 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c38af1-7702-4015-8835-575a45d35d37 req-ad36e02e-c55a-4ba6-9ead-3e0d95dc138d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:32.955398 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c9c38af1-7702-4015-8835-575a45d35d37 req-ad36e02e-c55a-4ba6-9ead-3e0d95dc138d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 944 time: 0.0665996 Mar 23 12:51:32.956952 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'Port': ['ID=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:32.988496 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:32.989145 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:33.006690 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['39c30d5d-ae43-4ebf-9096-0f6acc115d93'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:51:33.012344 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-55a975c5-2add-4df2-adc9-ca7625dfda5d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5835042 Mar 23 12:51:33.024797 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Request body: {'port': {'device_id': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:33.037213 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c9c38af1-7702-4015-8835-575a45d35d37 req-6e2db779-8422-4c0d-be88-32fb1f0d2fc4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669086 Mar 23 12:51:33.101034 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:33.226480 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-92b0bc13-e525-41ca-8388-a717d9c2902e None None] Provisioning complete for port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:33.226857 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-92b0bc13-e525-41ca-8388-a717d9c2902e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:33.290391 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-92b0bc13-e525-41ca-8388-a717d9c2902e None None] Port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:51:33.333899 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87d0600-25ad-4077-938f-ec8132b6a1f1 req-8929e63e-e292-4c75-b3ea-3272ad51d466 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:33.335888 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c87d0600-25ad-4077-938f-ec8132b6a1f1 req-8929e63e-e292-4c75-b3ea-3272ad51d466 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 931 time: 0.1701601 Mar 23 12:51:33.420689 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c87d0600-25ad-4077-938f-ec8132b6a1f1 req-12d18e71-8457-4241-a2c3-62f69cda2f97 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761883 Mar 23 12:51:33.487106 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:51:33.495031 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Publish callbacks [] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:33.509814 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Transition to ACTIVE for port object c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:51:33.512973 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:33.515390 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66e85b9-3eac-4688-8aba-48e944f7b352 req-dae350c3-9441-4796-a1c6-4ef49ce2d4e7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:33.516890 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d66e85b9-3eac-4688-8aba-48e944f7b352 req-dae350c3-9441-4796-a1c6-4ef49ce2d4e7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0575125 Mar 23 12:51:33.577118 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:33.616719 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d66e85b9-3eac-4688-8aba-48e944f7b352 req-5aeb99be-7aff-4dae-a322-64e61b2144c0 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0924337 Mar 23 12:51:33.657295 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Attempting to bind port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:51:33.657651 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Attempting to bind port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:51:33.657977 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Attempting to bind port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b on network 24cd2efb-78ad-400a-a9d9-fadac97525f4 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:33.663752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b on network 24cd2efb-78ad-400a-a9d9-fadac97525f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:51:33.663998 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Attempting to bind port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b on network 24cd2efb-78ad-400a-a9d9-fadac97525f4 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:51:33.669105 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 51, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:51:33.669432 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Checking segment: {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:51:33.669808 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Bound using segment: {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:51:33.670227 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Bound port: c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef35a71-0c39-4d4f-a497-d9209d4f4930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:51:33.670579 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:33.745689 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:51:33.749898 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:51:33.757055 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:33.799353 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:33.800003 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:33.801394 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] 10.222.0.53 "PUT /v2.0/ports/c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 200 len: 1093 time: 0.7814331 Mar 23 12:51:33.801835 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:33.804152 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced" -d '{"events": [{"name": "network-changed", "server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:33.832062 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ba4e7-2898-4b90-9927-ed7ca53a6d84 service neutron] Pushing event updated for resources: {'Port': ['ID=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:33.867435 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70397367-c418-4ac8-ba92-dbf71e5db99a x-openstack-request-id: req-70397367-c418-4ac8-ba92-dbf71e5db99a {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:33.867818 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:33.868165 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-70397367-c418-4ac8-ba92-dbf71e5db99a {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:33.868634 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70397367-c418-4ac8-ba92-dbf71e5db99a'] response: {'name': 'network-changed', 'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'status': 'completed', 'code': 200} Mar 23 12:51:33.902981 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-7fe8bcaa-394f-4060-863c-303909ba5b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:33.904554 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-7fe8bcaa-394f-4060-863c-303909ba5b98 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c46f5a0923e420ebcae0094468634df&device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1127 time: 0.0479348 Mar 23 12:51:33.947860 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-43c68a73-5517-4e61-8c48-02f8e7b808d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 200 len: 217 time: 0.0346131 Mar 23 12:51:34.003138 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-22f5d3fc-780f-43e9-bde4-0fe2c7a153eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.004621 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-22f5d3fc-780f-43e9-bde4-0fe2c7a153eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c02c5ed-dca8-420b-82c3-b902efbb6958 HTTP/1.1" status: 200 len: 848 time: 0.0489550 Mar 23 12:51:34.055601 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-fc2b8fcf-fa58-49d8-a2b4-243ed36c66f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.057556 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-fc2b8fcf-fa58-49d8-a2b4-243ed36c66f6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=24cd2efb-78ad-400a-a9d9-fadac97525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0452304 Mar 23 12:51:34.147289 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-4dfd0af9-3823-4f7a-bfe3-a9cdf185ef86 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820312 Mar 23 12:51:34.147928 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a1012-a490-41d7-b81f-00e71d53691d req-ae1bdb3f-9c5c-46c6-bb3b-77328a6012de tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.149401 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c34a1012-a490-41d7-b81f-00e71d53691d req-ae1bdb3f-9c5c-46c6-bb3b-77328a6012de tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 944 time: 0.0522125 Mar 23 12:51:34.197583 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c34a1012-a490-41d7-b81f-00e71d53691d req-fb7ff706-38e6-41b3-a3da-467e4cfd2fbf tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421731 Mar 23 12:51:34.241974 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c5e8f1-8a0a-492c-9c6b-a3bf8a60abcb req-52d62f22-5b51-43f6-9ccc-fd78dd782fc8 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878265 Mar 23 12:51:34.328413 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-62e2ffb5-3a47-48e2-bac4-1f4e0efb0319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.330060 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-62e2ffb5-3a47-48e2-bac4-1f4e0efb0319 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c46f5a0923e420ebcae0094468634df&device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1127 time: 0.0451889 Mar 23 12:51:34.423864 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-27273ed8-15c6-4584-92e8-ca3dae50585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.425363 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-27273ed8-15c6-4584-92e8-ca3dae50585b service neutron] 10.222.0.53 "GET /v2.0/networks?id=24cd2efb-78ad-400a-a9d9-fadac97525f4 HTTP/1.1" status: 200 len: 910 time: 0.0861452 Mar 23 12:51:34.438005 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 39c30d5d-ae43-4ebf-9096-0f6acc115d93 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:34.467002 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-ec323633-c809-4d04-948a-28476800058e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 200 len: 217 time: 0.0350492 Mar 23 12:51:34.495846 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:51:34.500754 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:34.501201 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:34.549728 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-0e0a1e85-facd-4d8d-b4d8-acede5bb8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.551210 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-0e0a1e85-facd-4d8d-b4d8-acede5bb8b76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c02c5ed-dca8-420b-82c3-b902efbb6958 HTTP/1.1" status: 200 len: 848 time: 0.0772202 Mar 23 12:51:34.566967 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31cda05-963c-4586-b18a-a894d4d8cab2 req-c5136aa1-4b57-4923-8e3c-0c519238fede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.568432 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f31cda05-963c-4586-b18a-a894d4d8cab2 req-c5136aa1-4b57-4923-8e3c-0c519238fede tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0676186 Mar 23 12:51:34.579257 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:34.579785 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:34.602853 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c30d5d-ae43-4ebf-9096-0f6acc115d93'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:34.605137 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eefce989-6ebe-4434-9d0f-4784a956a812" -d '{"events": [{"server_uuid": "c4172abb-9a8d-4a52-8b07-0e7f7160e465", "name": "network-vif-plugged", "status": "completed", "tag": "39c30d5d-ae43-4ebf-9096-0f6acc115d93"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:34.618733 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 39c30d5d-ae43-4ebf-9096-0f6acc115d93, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=39c30d5d-ae43-4ebf-9096-0f6acc115d93,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:34.623556 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:34.646675 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f31cda05-963c-4586-b18a-a894d4d8cab2 req-0ab36acd-94bb-4961-9b2c-9a778fc7930f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700200 Mar 23 12:51:34.649633 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-d336e433-d416-407f-bc1f-02c2207b1487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.650616 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-face931b-7f2b-4837-8c74-f807e96d852f x-openstack-request-id: req-face931b-7f2b-4837-8c74-f807e96d852f {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:34.650894 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4172abb-9a8d-4a52-8b07-0e7f7160e465", "name": "network-vif-plugged", "status": "completed", "tag": "39c30d5d-ae43-4ebf-9096-0f6acc115d93", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:34.651145 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-face931b-7f2b-4837-8c74-f807e96d852f {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:34.651275 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-d336e433-d416-407f-bc1f-02c2207b1487 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=24cd2efb-78ad-400a-a9d9-fadac97525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0818622 Mar 23 12:51:34.651688 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-face931b-7f2b-4837-8c74-f807e96d852f'] response: {'server_uuid': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'code': 200} Mar 23 12:51:34.695250 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=39c30d5d-ae43-4ebf-9096-0f6acc115d93,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:34.759751 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07daf2c-48ab-4f8b-b895-d3308704f28c req-f22053e8-f5f6-4ad1-91a8-8294283a26ba tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:34.761261 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b07daf2c-48ab-4f8b-b895-d3308704f28c req-f22053e8-f5f6-4ad1-91a8-8294283a26ba tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0573199 Mar 23 12:51:34.761430 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-b82cd069-6b0f-4433-8063-bb66b1fc2b45 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880218 Mar 23 12:51:34.820517 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b07daf2c-48ab-4f8b-b895-d3308704f28c req-88fc2c7e-e911-4f1b-8ca1-2537efef97b7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535214 Mar 23 12:51:34.851701 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8f0476e5-8a7a-4d6e-ae79-590ae6645ced req-dc6d733e-f2a6-4843-89a1-4d740bcaa06b service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833132 Mar 23 12:51:35.006925 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5017bd7-a369-4d9e-95bf-e555ccf62a27 req-a00012b1-e295-4a12-aa9f-4aa9b7503c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:35.008426 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f5017bd7-a369-4d9e-95bf-e555ccf62a27 req-a00012b1-e295-4a12-aa9f-4aa9b7503c03 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 1129 time: 0.0448158 Mar 23 12:51:35.055005 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f5017bd7-a369-4d9e-95bf-e555ccf62a27 req-5ad69e05-73a6-4208-8117-f5d2a17ab2d0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393887 Mar 23 12:51:35.326410 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ff3d6-6a8b-4208-81ba-e8f7a60b20bb req-537282bd-ba51-4626-a9d9-ee50da918182 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:35.328355 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-202ff3d6-6a8b-4208-81ba-e8f7a60b20bb req-537282bd-ba51-4626-a9d9-ee50da918182 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 945 time: 0.0568116 Mar 23 12:51:35.376314 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-202ff3d6-6a8b-4208-81ba-e8f7a60b20bb req-0857578d-eaa6-4190-8d38-f224052869d6 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 Mar 23 12:51:35.767946 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951294aa-025f-43d9-b02b-05b54805ee37 req-5ae07f38-4796-4991-87e9-1027a64dfe09 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:35.769458 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-951294aa-025f-43d9-b02b-05b54805ee37 req-5ae07f38-4796-4991-87e9-1027a64dfe09 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0524647 Mar 23 12:51:35.818052 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-951294aa-025f-43d9-b02b-05b54805ee37 req-8dc6a996-3213-4b63-8e2d-1db529f081aa tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428839 Mar 23 12:51:35.939296 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9000d39-08e3-401d-ba2a-7def7d71ab94 req-cee94928-46f2-4111-a4e4-c6d02f7e3170 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:35.940710 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a9000d39-08e3-401d-ba2a-7def7d71ab94 req-cee94928-46f2-4111-a4e4-c6d02f7e3170 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0529866 Mar 23 12:51:35.998711 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a9000d39-08e3-401d-ba2a-7def7d71ab94 req-9485f845-408e-45cf-8b6b-5130f0271e73 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523806 Mar 23 12:51:36.491723 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980c3f75-a237-4e37-81b2-f28a9b1149c0 req-c7ce6d77-1587-491e-b356-816c94c13eba tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:36.493127 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-980c3f75-a237-4e37-81b2-f28a9b1149c0 req-c7ce6d77-1587-491e-b356-816c94c13eba tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 945 time: 0.0541224 Mar 23 12:51:36.545481 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-980c3f75-a237-4e37-81b2-f28a9b1149c0 req-09add5fe-a2fd-40a2-8b8d-4dcf2e9e4618 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467844 Mar 23 12:51:36.938127 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78837b-5668-4b9b-8a80-b3e4fa084700 req-f5551c98-c593-4af1-94ef-78ef6d6fd108 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:36.939575 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9c78837b-5668-4b9b-8a80-b3e4fa084700 req-f5551c98-c593-4af1-94ef-78ef6d6fd108 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0556254 Mar 23 12:51:36.987656 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9c78837b-5668-4b9b-8a80-b3e4fa084700 req-d01f065c-dddd-4ef3-abde-7353cd21ba67 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425255 Mar 23 12:51:37.118400 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab2fb3-48d0-4465-9dc7-a816d0819323 req-4631136a-2074-4fe8-828b-1ecbad407a42 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:37.119757 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-83ab2fb3-48d0-4465-9dc7-a816d0819323 req-4631136a-2074-4fe8-828b-1ecbad407a42 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0527635 Mar 23 12:51:37.177648 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-83ab2fb3-48d0-4465-9dc7-a816d0819323 req-f49f8c45-7ca7-466c-8c90-c847e73dc176 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522542 Mar 23 12:51:37.663298 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa36d3cc-4e49-490f-9ee8-bf57c84c80a9 req-3b0e9d2a-0786-4d0b-8305-0a56e5cf0c3b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:37.664798 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-aa36d3cc-4e49-490f-9ee8-bf57c84c80a9 req-3b0e9d2a-0786-4d0b-8305-0a56e5cf0c3b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 945 time: 0.0523987 Mar 23 12:51:37.711831 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-aa36d3cc-4e49-490f-9ee8-bf57c84c80a9 req-4b0cf06a-f9d8-4bd1-8ae3-df1e1cb59ab3 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416298 Mar 23 12:51:37.834779 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33174ec1-f2b8-48d0-8f5c-a0fee50f9076 req-e881392d-b153-432a-a307-c0e3de08163b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:37.836125 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-33174ec1-f2b8-48d0-8f5c-a0fee50f9076 req-e881392d-b153-432a-a307-c0e3de08163b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 945 time: 0.0597641 Mar 23 12:51:37.883770 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-33174ec1-f2b8-48d0-8f5c-a0fee50f9076 req-317d636b-05a3-43e2-b6e2-5bc816ecb479 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420172 Mar 23 12:51:37.905106 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46886) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:38.115128 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd3e21d-9015-4e84-9847-35664767d232 tempest-TestVolumeBootPattern-858844422 tempest-TestVolumeBootPattern-858844422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:38.116574 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-cbd3e21d-9015-4e84-9847-35664767d232 tempest-TestVolumeBootPattern-858844422 tempest-TestVolumeBootPattern-858844422-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 1124 time: 0.2098207 Mar 23 12:51:38.119473 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46892) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:38.124260 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'port_id': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address': '172.20.0.6'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:38.135184 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd693d7-17d8-42f3-94c8-2b1a9ec1e278 req-9ac1152e-b963-4701-938d-e44a5b62e276 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:38.136565 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dfd693d7-17d8-42f3-94c8-2b1a9ec1e278 req-9ac1152e-b963-4701-938d-e44a5b62e276 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0739324 Mar 23 12:51:38.168613 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:38.227938 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dfd693d7-17d8-42f3-94c8-2b1a9ec1e278 req-af99e786-5f98-475a-b95b-718518bfc62f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839100 Mar 23 12:51:38.286367 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:38.302467 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5aaa-7b12-43df-8fae-f1efd7394681 req-5bd72601-9cf6-4b52-a989-a30949c6b07e tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:38.303948 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e90d5aaa-7b12-43df-8fae-f1efd7394681 req-5bd72601-9cf6-4b52-a989-a30949c6b07e tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0582349 Mar 23 12:51:38.362959 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e90d5aaa-7b12-43df-8fae-f1efd7394681 req-45f0edc6-4e8e-4c23-bf96-a245bb531afe tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530684 Mar 23 12:51:38.396230 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Allocated IP 172.27.0.137 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/db32bb9c-83b5-454c-b2b2-161c8096dd98) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:38.492736 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for port (db32bb9c-83b5-454c-b2b2-161c8096dd98), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:38.526431 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (db32bb9c-83b5-454c-b2b2-161c8096dd98), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:38.565389 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:38.568206 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:38.572971 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:38.604566 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'Port': ['ID=db32bb9c-83b5-454c-b2b2-161c8096dd98,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:38.921750 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (ce0579fc-cdf6-472f-9967-7fc3ae610a9f), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:38.993412 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (db32bb9c-83b5-454c-b2b2-161c8096dd98), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:39.143723 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for port (db32bb9c-83b5-454c-b2b2-161c8096dd98), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:39.148042 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (db32bb9c-83b5-454c-b2b2-161c8096dd98), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:39.214504 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'Port': ['ID=db32bb9c-83b5-454c-b2b2-161c8096dd98,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:39.225182 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (ce0579fc-cdf6-472f-9967-7fc3ae610a9f), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:39.357607 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Floating IP ce0579fc-cdf6-472f-9967-7fc3ae610a9f associated. External IP: 172.27.0.137, port: 39c30d5d-ae43-4ebf-9096-0f6acc115d93. Mar 23 12:51:39.402414 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053ef11-fb29-46f5-8440-80e098812d2b req-8260e8a1-0a93-4af6-9403-bf23f1348311 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:39.403893 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b053ef11-fb29-46f5-8440-80e098812d2b req-8260e8a1-0a93-4af6-9403-bf23f1348311 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.1076505 Mar 23 12:51:39.481777 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8406ea7-a4d4-4af3-849b-e189a75806c1 req-5dc9dcba-0255-4182-84c4-5f64476fe0e2 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:39.483158 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c8406ea7-a4d4-4af3-849b-e189a75806c1 req-5dc9dcba-0255-4182-84c4-5f64476fe0e2 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0524969 Mar 23 12:51:39.490684 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b053ef11-fb29-46f5-8440-80e098812d2b req-e97f3b9c-7629-4ae9-8f3e-f2e848871a1f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622911 Mar 23 12:51:39.546255 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c8406ea7-a4d4-4af3-849b-e189a75806c1 req-2b09ee71-f390-4c04-a504-2741e767667a tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559683 Mar 23 12:51:39.616797 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Router 51a04fd7-5b22-4c88-af79-49ad3028e442 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:39.727208 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:39.737422 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] Sync routers for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:39.744897 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:39.747793 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:39.748593 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:51:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:39.774111 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-da394cac-45f5-4268-9717-afec4b3d9421 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6536534 Mar 23 12:51:39.774670 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'tag': '39c30d5d-ae43-4ebf-9096-0f6acc115d93'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:39.776910 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4172abb-9a8d-4a52-8b07-0e7f7160e465", "tag": "39c30d5d-ae43-4ebf-9096-0f6acc115d93"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:39.811388 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c7c3b8-8661-4ff6-b6f3-078c576721b9 x-openstack-request-id: req-50c7c3b8-8661-4ff6-b6f3-078c576721b9 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:39.811675 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4172abb-9a8d-4a52-8b07-0e7f7160e465", "tag": "39c30d5d-ae43-4ebf-9096-0f6acc115d93", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:39.812862 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-50c7c3b8-8661-4ff6-b6f3-078c576721b9 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:39.813267 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50c7c3b8-8661-4ff6-b6f3-078c576721b9'] response: {'name': 'network-changed', 'server_uuid': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'tag': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'status': 'completed', 'code': 200} Mar 23 12:51:39.863771 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:39.888716 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-451c2f98-8002-4ec2-bcf0-c818fa42d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:39.890607 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-451c2f98-8002-4ec2-bcf0-c818fa42d32d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 1129 time: 0.0450587 Mar 23 12:51:39.988081 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-3ba1a6b7-73b1-47af-9a0b-edae8bd4df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:39.989541 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-3ba1a6b7-73b1-47af-9a0b-edae8bd4df89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 913 time: 0.0862556 Mar 23 12:51:40.058868 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-e8c2ce52-971a-46f5-9a71-fae599f56395 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=39c30d5d-ae43-4ebf-9096-0f6acc115d93 HTTP/1.1" status: 200 len: 999 time: 0.0620158 Mar 23 12:51:40.082339 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'ce0579fc-cdf6-472f-9967-7fc3ae610a9f', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:49:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:51:38Z', 'updated_at': '2022-03-23T12:51:38Z', 'revision_number': 0, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:40.112253 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] Checking router: 51a04fd7-5b22-4c88-af79-49ad3028e442 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:40.113682 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-932679dc-e3de-4623-bc53-a52ccd9be5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:40.115123 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-932679dc-e3de-4623-bc53-a52ccd9be5e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0464175 Mar 23 12:51:40.120425 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:40.121012 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:51:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:40.163693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-225997c2-9e1c-4427-a9bf-258d25f9b67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:40.165208 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-225997c2-9e1c-4427-a9bf-258d25f9b67d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0430963 Mar 23 12:51:40.226822 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:40.252241 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-a71167e8-b5a3-48df-8146-b2ab4074b583 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787373 Mar 23 12:51:40.351231 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a83abe90-ebb6-4cf2-ba3b-274dab9b303c req-e515a9ba-8599-465d-9b00-6be4669c271a service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898192 Mar 23 12:51:40.453765 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'ce0579fc-cdf6-472f-9967-7fc3ae610a9f', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:49:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:51:38Z', 'updated_at': '2022-03-23T12:51:38Z', 'revision_number': 0, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:40.480276 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e4859e-6726-4fef-9a44-f7a58ddd28b0 None None] The sync data for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi is: [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'ce0579fc-cdf6-472f-9967-7fc3ae610a9f', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.137', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:49:a1:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:51:38Z', 'updated_at': '2022-03-23T12:51:38Z', 'revision_number': 0, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:40.616653 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4eeed6-84bc-4e8b-ba35-990f0d7ae981 req-1b2e72c5-568e-40d2-9ce6-0042f5747c02 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:40.619020 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7c4eeed6-84bc-4e8b-ba35-990f0d7ae981 req-1b2e72c5-568e-40d2-9ce6-0042f5747c02 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0595188 Mar 23 12:51:40.678270 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6bf801-eeb5-4bf4-b955-5dcca01ec887 req-14e4992c-98b2-4351-85c6-b0a8c62db6fc tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:40.679877 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f6bf801-eeb5-4bf4-b955-5dcca01ec887 req-14e4992c-98b2-4351-85c6-b0a8c62db6fc tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0612376 Mar 23 12:51:40.688367 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7c4eeed6-84bc-4e8b-ba35-990f0d7ae981 req-858369c6-a857-49ed-b618-8ec99dfbd385 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624292 Mar 23 12:51:40.709141 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1873a4-93fc-4a5a-a6e8-fece5616ddd2 None None] New status for floating IP ce0579fc-cdf6-472f-9967-7fc3ae610a9f: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:51:40.749187 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f6bf801-eeb5-4bf4-b955-5dcca01ec887 req-27f846d3-32e3-4d15-ab4f-e425522cb3a8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0622456 Mar 23 12:51:41.802992 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cdc996-58fb-4884-ad2f-466b2755c0c8 req-f4ee1bbe-a7cb-41c6-8c8b-87aba6fb3c18 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:41.805031 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e9cdc996-58fb-4884-ad2f-466b2755c0c8 req-f4ee1bbe-a7cb-41c6-8c8b-87aba6fb3c18 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0525985 Mar 23 12:51:41.854373 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e9cdc996-58fb-4884-ad2f-466b2755c0c8 req-2d40ed47-77b1-4ea6-9681-170e73a96c94 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Mar 23 12:51:41.880127 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e4114-e6cb-414b-8965-5bdff0dcab79 req-a5c42fd9-aacd-4914-9510-6e1052c383e2 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:41.881616 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0b3e4114-e6cb-414b-8965-5bdff0dcab79 req-a5c42fd9-aacd-4914-9510-6e1052c383e2 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0628698 Mar 23 12:51:41.939916 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0b3e4114-e6cb-414b-8965-5bdff0dcab79 req-3abcdc32-0094-4fb4-8e4b-3b0579d246f5 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527840 Mar 23 12:51:42.494200 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:51:42.591771 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:42.604264 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'port_id': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'mac_address': 'fa:16:3e:19:fa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:51:42.642059 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:42.642448 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:42.654727 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:51:42.675558 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:42.679518 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:42.730928 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:42.974229 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ad3504-1f71-4454-9c93-68b055811021 req-40b5da10-5550-4cfb-81f0-58e3a93def20 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:42.975721 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-25ad3504-1f71-4454-9c93-68b055811021 req-40b5da10-5550-4cfb-81f0-58e3a93def20 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 944 time: 0.0542700 Mar 23 12:51:43.033356 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-25ad3504-1f71-4454-9c93-68b055811021 req-7fee987a-7ef7-4569-b967-742d0f3fcc7c tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517781 Mar 23 12:51:43.061195 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29ac6c-1f81-469e-8533-46f76f4438c7 req-f2b4b9fe-3d54-41f1-beee-5eafa8b60624 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:43.063331 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7e29ac6c-1f81-469e-8533-46f76f4438c7 req-f2b4b9fe-3d54-41f1-beee-5eafa8b60624 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0564432 Mar 23 12:51:43.078874 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:51:43.123677 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7e29ac6c-1f81-469e-8533-46f76f4438c7 req-2835411b-a3b4-4362-9860-036bd36c426b tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547915 Mar 23 12:51:44.150582 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93984da7-e2c2-42d6-96fc-a4ec51e55c81 req-18909c03-ee7f-4806-8f36-af0094315550 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:44.152041 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-93984da7-e2c2-42d6-96fc-a4ec51e55c81 req-18909c03-ee7f-4806-8f36-af0094315550 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 944 time: 0.0511005 Mar 23 12:51:44.199757 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-93984da7-e2c2-42d6-96fc-a4ec51e55c81 req-4521583d-ea3f-4225-9705-cd2cfc4b569b tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 Mar 23 12:51:44.244130 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c10fb2f-d06d-4dc5-b602-9b2e7bfd283d req-493f0caf-86e7-4687-85fc-a854f9fb891d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:44.245580 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c10fb2f-d06d-4dc5-b602-9b2e7bfd283d req-493f0caf-86e7-4687-85fc-a854f9fb891d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0547011 Mar 23 12:51:44.306729 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c10fb2f-d06d-4dc5-b602-9b2e7bfd283d req-08cc7fd3-f396-4524-ba3a-b673b3cad0a7 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553613 Mar 23 12:51:44.526282 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:51:44.574844 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:51:44.579759 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:51:44.580171 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:44.654787 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:51:44.655174 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:44.679145 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:44.681762 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf3f0b7-1e3e-45b8-b03c-2da57149bb31" -d '{"events": [{"server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:44.697318 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:51:44.701478 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:44.724957 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2685852-3993-4d7c-80af-097ba45a0493 x-openstack-request-id: req-e2685852-3993-4d7c-80af-097ba45a0493 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:44.725257 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:44.725528 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e2685852-3993-4d7c-80af-097ba45a0493 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:44.726126 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2685852-3993-4d7c-80af-097ba45a0493'] response: {'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'code': 200} Mar 23 12:51:44.752959 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:44.814867 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a7a87153-6594-4f3f-8a9f-694ac9198190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:45.046464 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784f960-1937-48fa-abd8-db9702650044 req-fd4f90d1-7234-4a6e-aa7a-4c6bb5d78400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:45.047938 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d784f960-1937-48fa-abd8-db9702650044 req-fd4f90d1-7234-4a6e-aa7a-4c6bb5d78400 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1129 time: 0.0438552 Mar 23 12:51:45.099985 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d784f960-1937-48fa-abd8-db9702650044 req-c62874a0-179c-4680-a519-47c9839d3ba9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390003 Mar 23 12:51:45.316486 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df37ee46-dfb1-4d90-85eb-fc8f7c3c7755 req-8533f377-2bc3-46fb-9430-a8b54881b08a tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:45.317859 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df37ee46-dfb1-4d90-85eb-fc8f7c3c7755 req-8533f377-2bc3-46fb-9430-a8b54881b08a tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0516479 Mar 23 12:51:45.371471 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df37ee46-dfb1-4d90-85eb-fc8f7c3c7755 req-5637eea8-521a-40f5-a58b-2d9364290b19 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481491 Mar 23 12:51:45.426746 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87418a3f-ee72-499d-8881-9756deb0a827 req-c574419a-6707-42bc-8202-2450df8cf2e1 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:45.428225 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-87418a3f-ee72-499d-8881-9756deb0a827 req-c574419a-6707-42bc-8202-2450df8cf2e1 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0517220 Mar 23 12:51:45.486097 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-87418a3f-ee72-499d-8881-9756deb0a827 req-85de4f08-fa4b-4bf9-a829-9159caa75574 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521297 Mar 23 12:51:45.828588 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:51:46.721169 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57140c2-636a-4d57-a861-7ba66c2cad01 req-e5319394-1526-437c-b009-a4537466c9cd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:46.723006 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b57140c2-636a-4d57-a861-7ba66c2cad01 req-e5319394-1526-437c-b009-a4537466c9cd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.2845647 Mar 23 12:51:46.773975 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b57140c2-636a-4d57-a861-7ba66c2cad01 req-8113ab78-f216-4f7e-b30b-1eb381a49cf4 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Mar 23 12:51:46.832069 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea073c9b-01f3-46fc-bb36-ad540c6d9546 req-180eac0e-d0eb-4f25-9bf4-4a93065732cf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:46.833549 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ea073c9b-01f3-46fc-bb36-ad540c6d9546 req-180eac0e-d0eb-4f25-9bf4-4a93065732cf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.2762148 Mar 23 12:51:46.892795 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ea073c9b-01f3-46fc-bb36-ad540c6d9546 req-430d83bf-2787-4996-881f-d34d2158efdd tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535023 Mar 23 12:51:47.890477 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88add5-c0b6-45c4-90f2-1446a86a7b22 req-1df57498-37b9-4693-b656-b3b4dae00b1f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:47.891913 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c88add5-c0b6-45c4-90f2-1446a86a7b22 req-1df57498-37b9-4693-b656-b3b4dae00b1f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0518501 Mar 23 12:51:47.943003 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2c88add5-c0b6-45c4-90f2-1446a86a7b22 req-52c14fbb-bf16-492e-afca-ae59b487a355 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455911 Mar 23 12:51:47.969236 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-36b67b02-141e-4094-9faa-e39426988031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:48.016354 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de39b2d-88ef-4286-9f04-62dc48d58732 req-e587f263-e71a-4d28-84c3-ff87e98d85cd tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:48.017894 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4de39b2d-88ef-4286-9f04-62dc48d58732 req-e587f263-e71a-4d28-84c3-ff87e98d85cd tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0540085 Mar 23 12:51:48.077018 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4de39b2d-88ef-4286-9f04-62dc48d58732 req-990c737f-37c4-4120-9818-d2c2ace0dd29 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4&id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530624 Mar 23 12:51:49.064116 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1d015a-c74c-4b60-a0e9-bd881e0191ad req-b59f15ee-34e1-4188-9ae7-5451a763fda6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:49.065576 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2a1d015a-c74c-4b60-a0e9-bd881e0191ad req-b59f15ee-34e1-4188-9ae7-5451a763fda6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0556808 Mar 23 12:51:49.120884 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2a1d015a-c74c-4b60-a0e9-bd881e0191ad req-2cef562c-6148-444f-a897-8bfb08c1400b tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498340 Mar 23 12:51:49.606028 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:50.251086 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb5b40-784c-4856-a8aa-7b80b0a1c513 req-881a1607-f187-4d28-a36c-4c0658a72d8d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:50.252554 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8abb5b40-784c-4856-a8aa-7b80b0a1c513 req-881a1607-f187-4d28-a36c-4c0658a72d8d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0556643 Mar 23 12:51:50.299899 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8abb5b40-784c-4856-a8aa-7b80b0a1c513 req-bc787fb8-53d1-4cba-94dd-5b262c792a32 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417788 Mar 23 12:51:51.066953 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:51.491440 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e7b45-03f5-4eee-a571-4292527b9f44 req-d0c4b83b-dc36-4b92-8ca5-66f618b32ed0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:51.492647 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-293e7b45-03f5-4eee-a571-4292527b9f44 req-d0c4b83b-dc36-4b92-8ca5-66f618b32ed0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0823662 Mar 23 12:51:51.550646 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-293e7b45-03f5-4eee-a571-4292527b9f44 req-92fc81ed-a4e4-4db7-b2f2-16289e64863e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475633 Mar 23 12:51:51.563520 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:51.676926 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174da044-b65a-481c-95b4-908a6dc1b33f req-4383cd2f-4610-491b-8c2f-ebfa57e8b26f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:51.678318 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-174da044-b65a-481c-95b4-908a6dc1b33f req-4383cd2f-4610-491b-8c2f-ebfa57e8b26f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0596001 Mar 23 12:51:51.733309 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-174da044-b65a-481c-95b4-908a6dc1b33f req-d0e626d6-ea01-4fc8-9d05-7ecf56ccffd6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492668 Mar 23 12:51:51.756296 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46976) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:51.852320 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e447881b-a7ef-4b26-b84f-a374f1a50d6d tempest-TestShelveInstance-1630267931 tempest-TestShelveInstance-1630267931-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:51.854619 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-e447881b-a7ef-4b26-b84f-a374f1a50d6d tempest-TestShelveInstance-1630267931 tempest-TestShelveInstance-1630267931-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1124 time: 0.0969255 Mar 23 12:51:51.856775 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 46982) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:51:51.862089 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'port_id': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:51:51.885104 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:51.992896 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:52.118620 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Allocated IP 172.27.0.72 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/bf1a480a-87db-4fe7-b9e1-7b3d07716a82) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:51:52.217208 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for port (bf1a480a-87db-4fe7-b9e1-7b3d07716a82), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:52.252205 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (bf1a480a-87db-4fe7-b9e1-7b3d07716a82), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:52.289571 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:51:52.292496 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:51:52.299631 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:51:52.321275 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'Port': ['ID=bf1a480a-87db-4fe7-b9e1-7b3d07716a82,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:52.649115 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for floatingip (07083910-3700-43c4-8a7b-0d766044aa7f), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:52.716235 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (bf1a480a-87db-4fe7-b9e1-7b3d07716a82), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:52.868382 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for port (bf1a480a-87db-4fe7-b9e1-7b3d07716a82), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:52.872916 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (bf1a480a-87db-4fe7-b9e1-7b3d07716a82), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:52.947928 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event updated for resources: {'Port': ['ID=bf1a480a-87db-4fe7-b9e1-7b3d07716a82,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:51:52.956923 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (07083910-3700-43c4-8a7b-0d766044aa7f), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:53.055815 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Floating IP 07083910-3700-43c4-8a7b-0d766044aa7f associated. External IP: 172.27.0.72, port: c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b. Mar 23 12:51:53.269743 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:51:53.382300 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:51:53.392577 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] Sync routers for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:51:53.401082 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:53.403795 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:53.404534 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:51:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:53.431889 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f0b124b0-a602-41e8-a963-8104ac8f9def tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5740914 Mar 23 12:51:53.432510 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:51:53.434715 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d9f102-62e4-4d83-aeab-cd9bd40c160e" -d '{"events": [{"name": "network-changed", "server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:51:53.492845 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8a8275-76e3-416f-afea-270290b1d3ac x-openstack-request-id: req-cf8a8275-76e3-416f-afea-270290b1d3ac {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:51:53.493137 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:51:53.493397 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-cf8a8275-76e3-416f-afea-270290b1d3ac {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:51:53.493810 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf8a8275-76e3-416f-afea-270290b1d3ac'] response: {'name': 'network-changed', 'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'status': 'completed', 'code': 200} Mar 23 12:51:53.517714 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:53.565255 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-69dc5d59-6690-4d5b-8cf3-7484873ed969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:53.566991 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-69dc5d59-6690-4d5b-8cf3-7484873ed969 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c46f5a0923e420ebcae0094468634df&device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1129 time: 0.0457706 Mar 23 12:51:53.662292 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-7005c1a5-a065-44ba-a45b-c1f9d9de2446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:53.663819 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-7005c1a5-a065-44ba-a45b-c1f9d9de2446 service neutron] 10.222.0.53 "GET /v2.0/networks?id=24cd2efb-78ad-400a-a9d9-fadac97525f4 HTTP/1.1" status: 200 len: 910 time: 0.0889945 Mar 23 12:51:53.734625 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-faec154c-7729-40a3-bf60-2b23777f7f83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 200 len: 998 time: 0.0591128 Mar 23 12:51:53.761718 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '07083910-3700-43c4-8a7b-0d766044aa7f', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'port_id': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'mac_address': 'fa:16:3e:19:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:51:52Z', 'updated_at': '2022-03-23T12:51:52Z', 'revision_number': 0, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:08Z', 'revision_number': 5, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:53.788694 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] Checking router: c870b142-f1aa-4fa3-970e-e4c47e90ceb3 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:51:53.789024 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-aa142787-a287-475f-9a21-c47a26b1a4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:53.790484 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-aa142787-a287-475f-9a21-c47a26b1a4e9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c02c5ed-dca8-420b-82c3-b902efbb6958 HTTP/1.1" status: 200 len: 848 time: 0.0468199 Mar 23 12:51:53.798155 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:51:53.798760 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:51:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:53.846613 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-32623d84-99ff-4891-8ef9-29061fab8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:53.848475 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-32623d84-99ff-4891-8ef9-29061fab8f9c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=24cd2efb-78ad-400a-a9d9-fadac97525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466309 Mar 23 12:51:53.949610 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-79f84891-d07d-493a-9414-d00eda89a77f service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865066 Mar 23 12:51:54.007536 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:51:54.050753 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34d9f102-62e4-4d83-aeab-cd9bd40c160e req-6d8b15b3-f226-452e-ad52-16a0bc0239f9 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911927 Mar 23 12:51:54.241758 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '07083910-3700-43c4-8a7b-0d766044aa7f', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'port_id': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'mac_address': 'fa:16:3e:19:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:51:52Z', 'updated_at': '2022-03-23T12:51:52Z', 'revision_number': 0, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:08Z', 'revision_number': 5, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:51:54.269363 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f15b71c6-e1f7-4811-9f35-702017f5a8f0 None None] The sync data for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi is: [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '07083910-3700-43c4-8a7b-0d766044aa7f', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'floating_ip_address': '172.27.0.72', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'port_id': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'mac_address': 'fa:16:3e:19:fa:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:51:52Z', 'updated_at': '2022-03-23T12:51:52Z', 'revision_number': 0, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:08Z', 'revision_number': 5, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:51:54.455070 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64a5b7-2b5c-4717-8713-25fc8e258093 None None] New status for floating IP 07083910-3700-43c4-8a7b-0d766044aa7f: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:51:55.731744 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:51:57.450786 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f50fab-2950-48d7-91e9-f00721334b40 req-183c45eb-a114-4569-b0d1-a44c13d1afac tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:57.452951 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a8f50fab-2950-48d7-91e9-f00721334b40 req-183c45eb-a114-4569-b0d1-a44c13d1afac tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0737791 Mar 23 12:51:57.455591 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-5c8e660b-cbce-4e1c-be82-6ab217b80b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:57.457066 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-5c8e660b-cbce-4e1c-be82-6ab217b80b88 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 1129 time: 0.0859070 Mar 23 12:51:57.550906 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a8f50fab-2950-48d7-91e9-f00721334b40 req-3c8899ba-c0b2-491e-9dca-990108173c37 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923009 Mar 23 12:51:57.580554 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-dc707160-2042-4141-9e38-458dc3afe0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:57.582051 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-dc707160-2042-4141-9e38-458dc3afe0a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.1064939 Mar 23 12:51:57.651609 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-beda8063-aac8-4fdb-a694-924e5d70ef76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b HTTP/1.1" status: 200 len: 1000 time: 0.0613785 Mar 23 12:51:57.706008 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-c2087295-a73a-4e40-9ea4-2e46f35a8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:57.707421 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-c2087295-a73a-4e40-9ea4-2e46f35a8f94 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.0449023 Mar 23 12:51:57.769443 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-e32df9b0-0b9f-4fef-bc16-72ef20eb37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:57.770891 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-e32df9b0-0b9f-4fef-bc16-72ef20eb37d2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0434659 Mar 23 12:51:57.886766 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-0f7631c4-f7a8-4d4b-ad8d-d7003dac6bce service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982773 Mar 23 12:51:57.973023 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a0cc7b5-e123-4dcc-9671-ab5b0f99b99f req-bc8acf60-60c3-4734-9d52-08dd7fa2f1bd service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807557 Mar 23 12:51:58.659893 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba25b4c-2e95-4a6e-ac03-c5407d9771d4 req-0eaafe75-c3e1-4f3c-b6d2-604093fcfed2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:58.662228 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3ba25b4c-2e95-4a6e-ac03-c5407d9771d4 req-0eaafe75-c3e1-4f3c-b6d2-604093fcfed2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0959141 Mar 23 12:51:58.736408 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd5dc3-d28e-4c6d-828e-e6f7f6b122a5 req-69e2d2f3-13ba-457a-9ccc-acb64af1ee8c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:58.738085 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-acfd5dc3-d28e-4c6d-828e-e6f7f6b122a5 req-69e2d2f3-13ba-457a-9ccc-acb64af1ee8c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0814068 Mar 23 12:51:58.739295 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3ba25b4c-2e95-4a6e-ac03-c5407d9771d4 req-32ea061f-1399-4ef5-b25c-6d5fde00d9e4 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663013 Mar 23 12:51:58.811172 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-acfd5dc3-d28e-4c6d-828e-e6f7f6b122a5 req-6ea1a83c-de5d-4ba9-8f91-0dd312a6a1ca tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667872 Mar 23 12:51:59.864044 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a69c1-72b9-4bfd-ac8d-fda82fefa714 req-b9bbf6bd-6d4a-4e6d-819b-ff94d228c4a8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:59.865582 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e70a69c1-72b9-4bfd-ac8d-fda82fefa714 req-b9bbf6bd-6d4a-4e6d-819b-ff94d228c4a8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0583158 Mar 23 12:51:59.913131 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e70a69c1-72b9-4bfd-ac8d-fda82fefa714 req-a8936125-29bc-46dc-b69b-9f67d8fd4ba8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420072 Mar 23 12:51:59.931450 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5066a644-3408-4975-89ab-1875b02c6380 req-e04df07f-f5db-452c-9035-ae3e2206e05f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:51:59.932946 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5066a644-3408-4975-89ab-1875b02c6380 req-e04df07f-f5db-452c-9035-ae3e2206e05f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0524609 Mar 23 12:51:59.983307 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5066a644-3408-4975-89ab-1875b02c6380 req-fdbbfcc2-632f-48a6-82e2-8363ff573ad0 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446160 Mar 23 12:52:00.119670 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60a8c075-bedf-4052-b4c4-720c70705513 req-943ad4ce-8619-41e1-b9a2-eaab80f679c9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434694 Mar 23 12:52:00.192224 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8c075-bedf-4052-b4c4-720c70705513 req-b5119246-6b6f-4445-a71b-262464f60748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:00.193711 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60a8c075-bedf-4052-b4c4-720c70705513 req-b5119246-6b6f-4445-a71b-262464f60748 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 1129 time: 0.0452058 Mar 23 12:52:00.314579 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8c075-bedf-4052-b4c4-720c70705513 req-c20074b2-5e79-452b-a986-6495df4b81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:00.316032 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60a8c075-bedf-4052-b4c4-720c70705513 req-c20074b2-5e79-452b-a986-6495df4b81c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 916 time: 0.0876384 Mar 23 12:52:00.388343 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60a8c075-bedf-4052-b4c4-720c70705513 req-157975b1-b9d1-40f0-9e23-bb99a21b32c4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ace493d7-242a-407d-88fb-5bb20770851d HTTP/1.1" status: 200 len: 1001 time: 0.0582664 Mar 23 12:52:00.442153 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8c075-bedf-4052-b4c4-720c70705513 req-a7a3218b-d4ce-49d3-b352-17f10f18c211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:00.443598 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60a8c075-bedf-4052-b4c4-720c70705513 req-a7a3218b-d4ce-49d3-b352-17f10f18c211 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.0475597 Mar 23 12:52:00.494818 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8c075-bedf-4052-b4c4-720c70705513 req-1af0e10f-c9dc-4793-b5fe-d9080b2d5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:00.496356 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60a8c075-bedf-4052-b4c4-720c70705513 req-1af0e10f-c9dc-4793-b5fe-d9080b2d5755 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0456347 Mar 23 12:52:00.593313 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60a8c075-bedf-4052-b4c4-720c70705513 req-52aaced4-9adc-4dd5-b543-a2b8dd6c7738 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818887 Mar 23 12:52:00.706421 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60a8c075-bedf-4052-b4c4-720c70705513 req-8ab97699-6979-40c0-82fa-5cca4087d0d4 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054103 Mar 23 12:52:01.043607 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030eceb5-4608-4d90-a799-252160ba3559 req-e2f3c9d4-0910-4a82-ac40-59028b7c9ebc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:01.045238 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-030eceb5-4608-4d90-a799-252160ba3559 req-e2f3c9d4-0910-4a82-ac40-59028b7c9ebc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0616858 Mar 23 12:52:01.104849 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-030eceb5-4608-4d90-a799-252160ba3559 req-6558253b-8d93-4cd2-b418-2c746fd361dd tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531962 Mar 23 12:52:01.109966 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad65d53-0ecc-450f-9708-4d59652a1c46 req-07e79cde-0c79-47ba-a73c-63afabf86ef4 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:01.112120 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-aad65d53-0ecc-450f-9708-4d59652a1c46 req-07e79cde-0c79-47ba-a73c-63afabf86ef4 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0593500 Mar 23 12:52:01.160617 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-aad65d53-0ecc-450f-9708-4d59652a1c46 req-6679dad4-b6fc-402d-9727-25118b3da832 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434632 Mar 23 12:52:02.229958 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b5431d-8c94-44f4-90b1-99d381d03487 req-b6a88454-8f66-45e4-9c57-8c69abfc0724 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:02.231417 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34b5431d-8c94-44f4-90b1-99d381d03487 req-b6a88454-8f66-45e4-9c57-8c69abfc0724 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0571792 Mar 23 12:52:02.279582 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-34b5431d-8c94-44f4-90b1-99d381d03487 req-ef9c1a6a-b202-47b3-805b-db930b89b14f tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420284 Mar 23 12:52:02.284635 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fab72a-e09d-4ef9-b01c-8587b1d0b43f req-d6015560-5e93-4a42-a0f9-08bbb95c394e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:02.286166 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-95fab72a-e09d-4ef9-b01c-8587b1d0b43f req-d6015560-5e93-4a42-a0f9-08bbb95c394e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0560727 Mar 23 12:52:02.334574 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-95fab72a-e09d-4ef9-b01c-8587b1d0b43f req-c3bc35be-5a37-4512-8ac8-99cc210caa56 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427051 Mar 23 12:52:03.407437 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781a25c-cb32-4e90-af64-b7301ec3b84c req-2d8080bd-811f-45e6-b3fb-6a210989b039 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:03.409075 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8781a25c-cb32-4e90-af64-b7301ec3b84c req-2d8080bd-811f-45e6-b3fb-6a210989b039 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0595076 Mar 23 12:52:03.450789 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d106beba-9102-43a1-882a-b1ee527ba064 req-a2ce7018-9c23-4823-931d-1912e3b45096 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:03.452388 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d106beba-9102-43a1-882a-b1ee527ba064 req-a2ce7018-9c23-4823-931d-1912e3b45096 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.0550852 Mar 23 12:52:03.457267 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8781a25c-cb32-4e90-af64-b7301ec3b84c req-975ed320-01fa-439b-a59e-5f92a67d572b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424106 Mar 23 12:52:03.502312 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d106beba-9102-43a1-882a-b1ee527ba064 req-36113144-f0bf-4136-a700-94df5cc972ca tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Mar 23 12:52:03.568126 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7828f928-790c-4d03-a5e8-064ad730b757 req-3859c75a-420a-46ce-ba61-b66fead4702f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:03.569958 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7828f928-790c-4d03-a5e8-064ad730b757 req-3859c75a-420a-46ce-ba61-b66fead4702f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0526633 Mar 23 12:52:03.619912 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7828f928-790c-4d03-a5e8-064ad730b757 req-1498f75d-28b3-40e2-8e2b-5bee064d2eb3 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439219 Mar 23 12:52:04.574053 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f65e0-d3dd-470c-a7e6-758bfa8a9356 req-74d9ee91-3417-42f3-a591-8df450eef2c7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:04.575531 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1a3f65e0-d3dd-470c-a7e6-758bfa8a9356 req-74d9ee91-3417-42f3-a591-8df450eef2c7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0524402 Mar 23 12:52:04.623944 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e17975-47fe-446e-83b4-4beed8149b05 req-0ab1b83c-0744-45d1-928c-d8d0500722c8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:04.625651 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e0e17975-47fe-446e-83b4-4beed8149b05 req-0ab1b83c-0744-45d1-928c-d8d0500722c8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.0564022 Mar 23 12:52:04.630069 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1a3f65e0-d3dd-470c-a7e6-758bfa8a9356 req-140c265d-0b35-4f5a-b1b2-61a915143586 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482235 Mar 23 12:52:04.679755 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e0e17975-47fe-446e-83b4-4beed8149b05 req-c9c0386a-7b4e-4911-abed-d4723644a54f tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482702 Mar 23 12:52:04.740744 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54985030-48fc-4a6e-8efa-e338082f7421 req-473a0a46-a7ee-4c9a-a119-daf571e0f67e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:04.742132 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54985030-48fc-4a6e-8efa-e338082f7421 req-473a0a46-a7ee-4c9a-a119-daf571e0f67e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0533175 Mar 23 12:52:04.789229 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54985030-48fc-4a6e-8efa-e338082f7421 req-508d33e7-de09-495c-ace9-813c4f106022 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414166 Mar 23 12:52:05.387816 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-1fa78878-d7f8-4bda-a0b5-a52c2abfa06f tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:05.389275 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-1fa78878-d7f8-4bda-a0b5-a52c2abfa06f tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.0522444 Mar 23 12:52:05.496065 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Deleting port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:05.496346 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:05.582857 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] For port ffb01eb1-60f7-40df-81bd-ef16fdfc0199, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:05.583532 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:05.759180 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670fd119-4f89-4a6f-a63b-d29c31463c50 req-2abd7ebf-f3f4-4737-aba2-27193f6dbeb6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:05.760806 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-670fd119-4f89-4a6f-a63b-d29c31463c50 req-2abd7ebf-f3f4-4737-aba2-27193f6dbeb6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0585139 Mar 23 12:52:05.810899 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-670fd119-4f89-4a6f-a63b-d29c31463c50 req-67564ffc-5e2c-423a-9a91-6333d81188ae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435603 Mar 23 12:52:05.920333 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aac6eef-0f71-4072-a74c-779c18c83880 req-a0ffd6c8-4555-4f08-99be-6f759b01f91d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:05.922430 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5aac6eef-0f71-4072-a74c-779c18c83880 req-a0ffd6c8-4555-4f08-99be-6f759b01f91d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0554490 Mar 23 12:52:05.971474 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5aac6eef-0f71-4072-a74c-779c18c83880 req-0706f49a-6cb1-4479-b022-710ee6a41ffe tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433116 Mar 23 12:52:06.008517 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928a978-b5ec-4462-abb7-ce6bd3f2e399 req-008566d9-d998-42a2-b14e-16866a94f726 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:06.010034 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4928a978-b5ec-4462-abb7-ce6bd3f2e399 req-008566d9-d998-42a2-b14e-16866a94f726 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 945 time: 0.1338370 Mar 23 12:52:06.110476 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:06.110837 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (8bd04619-2705-4689-9f55-d022fa7f0874), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:06.111156 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Floating IP 8bd04619-2705-4689-9f55-d022fa7f0874 disassociated. External IP: 172.27.0.32, port: ffb01eb1-60f7-40df-81bd-ef16fdfc0199. Mar 23 12:52:06.111501 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Calling delete_port for ffb01eb1-60f7-40df-81bd-ef16fdfc0199 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:06.118057 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4928a978-b5ec-4462-abb7-ce6bd3f2e399 req-d4a796c4-9197-435c-b3b0-5ccd2867c061 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=cf8d64e0-0434-4375-abdc-23a22f3286d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994658 Mar 23 12:52:06.241485 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (ffb01eb1-60f7-40df-81bd-ef16fdfc0199), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:06.274952 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'Port': ['ID=ffb01eb1-60f7-40df-81bd-ef16fdfc0199,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:06.391637 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:06.501881 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:06.511511 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:06.522327 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:06.522934 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:51:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:06.544838 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] No DVR routers for this DVR port ffb01eb1-60f7-40df-81bd-ef16fdfc0199 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:06.548045 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:06.551564 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0eac9ef2-2989-48ed-b0b4-b43ed6279b52 req-4c5884eb-51c8-4cb7-a3bb-546111926c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "DELETE /v2.0/ports/ffb01eb1-60f7-40df-81bd-ef16fdfc0199 HTTP/1.1" status: 204 len: 173 time: 1.1547396 Mar 23 12:52:06.552031 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'name': 'network-vif-deleted', 'tag': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:06.554962 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37800807-3361-4923-b985-c08663ebbac2" -d '{"events": [{"server_uuid": "c12e2e8e-fe94-4b53-8552-cae3dab2d720", "name": "network-vif-deleted", "tag": "ffb01eb1-60f7-40df-81bd-ef16fdfc0199"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:06.593285 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df26a76b-2c76-4b4a-a135-e69869b8a1f5 x-openstack-request-id: req-df26a76b-2c76-4b4a-a135-e69869b8a1f5 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:06.593951 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c12e2e8e-fe94-4b53-8552-cae3dab2d720", "name": "network-vif-deleted", "tag": "ffb01eb1-60f7-40df-81bd-ef16fdfc0199", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:06.594675 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-df26a76b-2c76-4b4a-a135-e69869b8a1f5 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:06.595089 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df26a76b-2c76-4b4a-a135-e69869b8a1f5'] response: {'server_uuid': 'c12e2e8e-fe94-4b53-8552-cae3dab2d720', 'name': 'network-vif-deleted', 'tag': 'ffb01eb1-60f7-40df-81bd-ef16fdfc0199', 'status': 'completed', 'code': 200} Mar 23 12:52:06.644773 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:06.882391 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'a6bea916-cd83-4d73-bd53-a3ce285f5a78', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:23Z', 'updated_at': '2022-03-23T12:49:02Z', 'revision_number': 2, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:06.908913 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:06.917898 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:06.919107 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:51:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:06.931575 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c4ec9-5ab9-47e9-a0ac-8866d75213e0 req-80ac2eda-4e6a-4d44-a09b-174655fffc1a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:06.933245 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5b2c4ec9-5ab9-47e9-a0ac-8866d75213e0 req-80ac2eda-4e6a-4d44-a09b-174655fffc1a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0543115 Mar 23 12:52:06.983651 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5b2c4ec9-5ab9-47e9-a0ac-8866d75213e0 req-a6366af2-4a4f-459c-8886-9cf25ffee917 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 Mar 23 12:52:07.040499 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:07.108198 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55409c-8378-4456-937f-95517f0a87dd req-fe352a83-0eb0-49e0-83b8-e5d7f269a89c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:07.110348 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cc55409c-8378-4456-937f-95517f0a87dd req-fe352a83-0eb0-49e0-83b8-e5d7f269a89c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0604706 Mar 23 12:52:07.176757 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-cc55409c-8378-4456-937f-95517f0a87dd req-8b4c8e1c-b0af-4939-b893-4d8cef02d282 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558488 Mar 23 12:52:07.260933 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1ce0f409-6d9e-4b22-acae-048dfb2cd954 req-59875f80-6378-440a-a215-1ebd9db46948 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=c12e2e8e-fe94-4b53-8552-cae3dab2d720 HTTP/1.1" status: 200 len: 210 time: 0.0423360 Mar 23 12:52:07.306119 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'a6bea916-cd83-4d73-bd53-a3ce285f5a78', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:23Z', 'updated_at': '2022-03-23T12:49:02Z', 'revision_number': 2, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:07.335121 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed0d780-7d69-4d51-a602-1d9b71e0d99c None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'a6bea916-cd83-4d73-bd53-a3ce285f5a78', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.135', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'ace493d7-242a-407d-88fb-5bb20770851d', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0b:d9:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:48:23Z', 'updated_at': '2022-03-23T12:49:02Z', 'revision_number': 2, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:07.577268 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa27c9e-b742-4703-8aeb-cdbf9617eb65 None None] New status for floating IP 8bd04619-2705-4689-9f55-d022fa7f0874: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:52:08.111105 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2380d0bc-d5a6-4093-9af7-e857c7d36fc9 req-ee1cd7ca-a838-4f48-8e59-073e8285a27a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:08.112706 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2380d0bc-d5a6-4093-9af7-e857c7d36fc9 req-ee1cd7ca-a838-4f48-8e59-073e8285a27a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0585849 Mar 23 12:52:08.160050 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2380d0bc-d5a6-4093-9af7-e857c7d36fc9 req-c1ada1b0-4f0c-4b79-9a8d-da741871904a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417609 Mar 23 12:52:08.298280 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87153290-04cf-47bc-9160-d4078a85a18b req-5cbdf1fe-63e4-471c-b139-f919b4308c4b tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:08.299828 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-87153290-04cf-47bc-9160-d4078a85a18b req-5cbdf1fe-63e4-471c-b139-f919b4308c4b tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0592618 Mar 23 12:52:08.347380 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47102) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:08.359235 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-87153290-04cf-47bc-9160-d4078a85a18b req-5e32d529-87f7-4447-9c01-33a5e7d931c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537069 Mar 23 12:52:08.404923 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-cb08bbd4-a34c-4cb3-a14a-4842d98f28a0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (cf8d64e0-0434-4375-abdc-23a22f3286d0), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.428453 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-cb08bbd4-a34c-4cb3-a14a-4842d98f28a0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (cf8d64e0-0434-4375-abdc-23a22f3286d0), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.476051 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-cb08bbd4-a34c-4cb3-a14a-4842d98f28a0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (cf8d64e0-0434-4375-abdc-23a22f3286d0), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.478625 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-cb08bbd4-a34c-4cb3-a14a-4842d98f28a0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.479777 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-cb08bbd4-a34c-4cb3-a14a-4842d98f28a0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "DELETE /v2.0/security-groups/cf8d64e0-0434-4375-abdc-23a22f3286d0 HTTP/1.1" status: 204 len: 168 time: 0.1311378 Mar 23 12:52:08.482715 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47104) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:08.490623 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08bbd4-a34c-4cb3-a14a-4842d98f28a0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d64e0-0434-4375-abdc-23a22f3286d0,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:08.498245 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.api.v2.resource [None req-a48af259-1ba2-4cfd-b3dc-b053249ab40b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] show failed (client error): The resource could not be found. Mar 23 12:52:08.503114 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47106) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:08.503453 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a48af259-1ba2-4cfd-b3dc-b053249ab40b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups/cf8d64e0-0434-4375-abdc-23a22f3286d0 HTTP/1.1" status: 404 len: 347 time: 0.0193582 Mar 23 12:52:08.631636 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Deleting port 274c01ef-bba9-47a2-8c54-74da7bab68db {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:08.631898 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (274c01ef-bba9-47a2-8c54-74da7bab68db), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.710795 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (274c01ef-bba9-47a2-8c54-74da7bab68db), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.711119 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (274c01ef-bba9-47a2-8c54-74da7bab68db), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.723495 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Calling delete_port for 274c01ef-bba9-47a2-8c54-74da7bab68db owned by network:floatingip {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:08.869083 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (274c01ef-bba9-47a2-8c54-74da7bab68db), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.894774 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'Port': ['ID=274c01ef-bba9-47a2-8c54-74da7bab68db,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:08.924134 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.924481 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.924829 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.925172 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.925516 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.925846 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.926180 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.926508 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.926839 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.927166 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.927491 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.927816 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.928177 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.928507 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.928830 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:08.969470 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (8bd04619-2705-4689-9f55-d022fa7f0874), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.972498 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:08.976604 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f97a0187-556d-41fa-b340-f8ffadde6d70 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "DELETE /v2.0/floatingips/8bd04619-2705-4689-9f55-d022fa7f0874 HTTP/1.1" status: 204 len: 168 time: 0.4724483 Mar 23 12:52:09.298887 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de4f25-4ff5-4e32-a526-da10d52fabfe req-4f494689-35f0-435b-84b8-8cb8ea94d8dd tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:09.300426 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d9de4f25-4ff5-4e32-a526-da10d52fabfe req-4f494689-35f0-435b-84b8-8cb8ea94d8dd tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0620677 Mar 23 12:52:09.348614 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d9de4f25-4ff5-4e32-a526-da10d52fabfe req-ccb9e9de-f0c1-4b16-a9b4-5cffebfeb6f3 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425925 Mar 23 12:52:09.485157 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9d1830-8fc0-400b-943a-1d1d2da92345 req-552e9c4d-3ac5-4ce8-b405-8a12a3ec97a1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:09.486659 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2d9d1830-8fc0-400b-943a-1d1d2da92345 req-552e9c4d-3ac5-4ce8-b405-8a12a3ec97a1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0585678 Mar 23 12:52:09.534465 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2d9d1830-8fc0-400b-943a-1d1d2da92345 req-32494f57-5144-47fe-b909-4195fdf95556 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420389 Mar 23 12:52:10.472814 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20884ea-71a8-41fc-bc0c-4963b75cada5 req-2dc245ea-168f-43b7-a7ef-c52b5a5154e8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:10.474294 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b20884ea-71a8-41fc-bc0c-4963b75cada5 req-2dc245ea-168f-43b7-a7ef-c52b5a5154e8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0556340 Mar 23 12:52:10.526438 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b20884ea-71a8-41fc-bc0c-4963b75cada5 req-1311b400-1942-4bf4-8723-da281a15ffff tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462859 Mar 23 12:52:10.600705 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96b67b-8d15-4870-aa62-2de7a35d67c2 req-b4a35439-071b-4cc3-9fe5-0335e77805c5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:10.606896 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5d96b67b-8d15-4870-aa62-2de7a35d67c2 req-b4a35439-071b-4cc3-9fe5-0335e77805c5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.0622137 Mar 23 12:52:10.657106 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5d96b67b-8d15-4870-aa62-2de7a35d67c2 req-cbd75233-a4b3-49da-8d06-ce9b3eef66f0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490227 Mar 23 12:52:10.661145 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f44f4-7c76-4bbe-bc10-1bc4fc8422a0 req-da16c289-dd70-45dd-b678-811a21470b60 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:10.662979 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a3f44f4-7c76-4bbe-bc10-1bc4fc8422a0 req-da16c289-dd70-45dd-b678-811a21470b60 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0547271 Mar 23 12:52:10.669858 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ffb01eb1-60f7-40df-81bd-ef16fdfc0199 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:10.697266 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: ffb01eb1-60f7-40df-81bd-ef16fdfc0199 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:10.697889 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ffb01eb1-60f7-40df-81bd-ef16fdfc0199 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:10.720198 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a3f44f4-7c76-4bbe-bc10-1bc4fc8422a0 req-18d400c9-9cf2-424d-8160-8dc3e1e98086 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513716 Mar 23 12:52:11.649578 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076503-5f37-4170-8d74-1d00531d3854 req-e92ea27e-5141-4b5b-88aa-ec674e654ab7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:11.651105 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-38076503-5f37-4170-8d74-1d00531d3854 req-e92ea27e-5141-4b5b-88aa-ec674e654ab7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0577550 Mar 23 12:52:11.705809 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-38076503-5f37-4170-8d74-1d00531d3854 req-def0d471-05cd-498a-ab31-945f427dcdb1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480442 Mar 23 12:52:11.782725 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0c241-3d84-4a5b-a0bc-e41c0a5fd635 req-9eefba24-cecd-4476-84b3-6dc071a3450c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:11.784269 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c6b0c241-3d84-4a5b-a0bc-e41c0a5fd635 req-9eefba24-cecd-4476-84b3-6dc071a3450c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.0549738 Mar 23 12:52:11.832156 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c6b0c241-3d84-4a5b-a0bc-e41c0a5fd635 req-73be0f55-d929-4560-a8d3-bd4307c81169 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422590 Mar 23 12:52:11.840268 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d35d7c1-a3c3-4619-bc09-cf18aab7f3e5 req-b8b7dc5a-342d-485e-9b1d-ace392be11c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:11.841756 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1d35d7c1-a3c3-4619-bc09-cf18aab7f3e5 req-b8b7dc5a-342d-485e-9b1d-ace392be11c5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0525792 Mar 23 12:52:11.889901 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1d35d7c1-a3c3-4619-bc09-cf18aab7f3e5 req-f8480f77-8f6a-4cb9-b505-984a45703ca8 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418286 Mar 23 12:52:12.726359 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-eae4e2da-454f-4ef9-9e84-1459a4ba4c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:12.727871 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-eae4e2da-454f-4ef9-9e84-1459a4ba4c31 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.0528986 Mar 23 12:52:12.824170 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df16cff-d282-4120-976a-b9d308414c9e req-56c51091-f6d9-4e64-b9c7-734cb2471c57 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:12.825703 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7df16cff-d282-4120-976a-b9d308414c9e req-56c51091-f6d9-4e64-b9c7-734cb2471c57 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0517080 Mar 23 12:52:12.841218 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Deleting port ace493d7-242a-407d-88fb-5bb20770851d {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:12.841565 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (ace493d7-242a-407d-88fb-5bb20770851d), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:12.873949 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7df16cff-d282-4120-976a-b9d308414c9e req-a865e6f1-c0e6-45cc-9e3f-0140ecc7fa65 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415955 Mar 23 12:52:12.971693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] For port ace493d7-242a-407d-88fb-5bb20770851d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ace493d7-242a-407d-88fb-5bb20770851d,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:12.972335 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (ace493d7-242a-407d-88fb-5bb20770851d), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:12.999364 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d0aef-8f57-487e-8f8e-621e4a54a647 req-9f7b865f-80ca-4f9d-92a1-127431fc1b21 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:13.001672 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ac9d0aef-8f57-487e-8f8e-621e4a54a647 req-9f7b865f-80ca-4f9d-92a1-127431fc1b21 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 945 time: 0.1008322 Mar 23 12:52:13.017697 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53283828-0427-47d9-b25a-35d7d1ee0fb9 req-32333870-ecc1-481c-8561-e9087ca39a89 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:13.019198 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-53283828-0427-47d9-b25a-35d7d1ee0fb9 req-32333870-ecc1-481c-8561-e9087ca39a89 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0583568 Mar 23 12:52:13.068306 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-53283828-0427-47d9-b25a-35d7d1ee0fb9 req-04ad3dd3-7f53-4d63-a9e2-47267030668a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433743 Mar 23 12:52:13.122789 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ac9d0aef-8f57-487e-8f8e-621e4a54a647 req-e8e014d9-9092-464c-b713-ae610c66638d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=60c340f6-08cd-44d2-8d99-66eb6d5f109b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941560 Mar 23 12:52:13.192813 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:13.193170 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (a6bea916-cd83-4d73-bd53-a3ce285f5a78), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:13.193488 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Floating IP a6bea916-cd83-4d73-bd53-a3ce285f5a78 disassociated. External IP: 172.27.0.135, port: ace493d7-242a-407d-88fb-5bb20770851d. Mar 23 12:52:13.193834 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Calling delete_port for ace493d7-242a-407d-88fb-5bb20770851d owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:13.325901 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (ace493d7-242a-407d-88fb-5bb20770851d), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:13.353757 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'Port': ['ID=ace493d7-242a-407d-88fb-5bb20770851d,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:13.478268 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:13.588369 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:13.598216 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:13.608037 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:13.608669 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:51:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:13.630129 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] No DVR routers for this DVR port ace493d7-242a-407d-88fb-5bb20770851d on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:13.632878 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:13.636265 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-63084ab7-1269-4ce3-91d2-23dee8a79241 req-a9f41b4b-a755-43e1-9ae4-ceb86842ded3 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "DELETE /v2.0/ports/ace493d7-242a-407d-88fb-5bb20770851d HTTP/1.1" status: 204 len: 173 time: 0.8910944 Mar 23 12:52:13.636694 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'name': 'network-vif-deleted', 'tag': 'ace493d7-242a-407d-88fb-5bb20770851d'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:13.638955 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8ebcd0b-1f54-4916-a0b7-8f6f1f9d9c65" -d '{"events": [{"server_uuid": "984794d0-9b14-4af5-865f-6b6cf26d9040", "name": "network-vif-deleted", "tag": "ace493d7-242a-407d-88fb-5bb20770851d"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:13.678867 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12629fff-d7b8-482f-b6fb-0df0fc6f8b5a x-openstack-request-id: req-12629fff-d7b8-482f-b6fb-0df0fc6f8b5a {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:13.679166 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984794d0-9b14-4af5-865f-6b6cf26d9040", "name": "network-vif-deleted", "tag": "ace493d7-242a-407d-88fb-5bb20770851d", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:13.679417 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-12629fff-d7b8-482f-b6fb-0df0fc6f8b5a {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:13.679954 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12629fff-d7b8-482f-b6fb-0df0fc6f8b5a'] response: {'server_uuid': '984794d0-9b14-4af5-865f-6b6cf26d9040', 'name': 'network-vif-deleted', 'tag': 'ace493d7-242a-407d-88fb-5bb20770851d', 'status': 'completed', 'code': 200} Mar 23 12:52:13.726476 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:14.003655 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c820b36f-2d60-45fd-a869-ea0633ba9a43 req-a46e22cd-8ff3-4128-8d12-eddd67b32a58 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:14.005202 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c820b36f-2d60-45fd-a869-ea0633ba9a43 req-a46e22cd-8ff3-4128-8d12-eddd67b32a58 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0548618 Mar 23 12:52:14.043990 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:14.067026 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c820b36f-2d60-45fd-a869-ea0633ba9a43 req-15de0254-178f-4cbe-82fd-766545e74c11 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560460 Mar 23 12:52:14.075340 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:14.084810 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:14.085416 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:51:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:14.206218 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af0099-948e-463d-b62d-b6f765643cd4 req-8b0f7b49-8017-4889-a046-036ef02527ae tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:14.208877 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54af0099-948e-463d-b62d-b6f765643cd4 req-8b0f7b49-8017-4889-a046-036ef02527ae tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0717750 Mar 23 12:52:14.227723 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:14.275487 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54af0099-948e-463d-b62d-b6f765643cd4 req-520dfb3c-d1ee-4484-8586-f3e2cd192d0d tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599544 Mar 23 12:52:14.368289 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dd619cc2-f395-4a27-8cba-7f6da794544e req-32c9642f-1f82-4883-9aa6-2bfa83601eca tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=984794d0-9b14-4af5-865f-6b6cf26d9040 HTTP/1.1" status: 200 len: 210 time: 0.0444245 Mar 23 12:52:14.425592 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-88270b68-f464-4a99-95a8-01a9540caa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:14.426993 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-88270b68-f464-4a99-95a8-01a9540caa5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 1129 time: 0.0950787 Mar 23 12:52:14.450229 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353b0e77-be8e-460e-b1f0-82a436afe1be req-6ac3df2c-b5d1-4883-bed2-df7800c67039 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:14.451661 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-353b0e77-be8e-460e-b1f0-82a436afe1be req-6ac3df2c-b5d1-4883-bed2-df7800c67039 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0748007 Mar 23 12:52:14.476021 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:14.504027 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0884c904-ccc6-4572-b0fe-dd2cdea668ff None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:14.547856 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-353b0e77-be8e-460e-b1f0-82a436afe1be req-7ce40e39-1ee3-4817-a8ea-587d3e9af036 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859663 Mar 23 12:52:14.563676 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-50e20b5e-933d-4d6e-b2af-d7c3628245cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:14.565341 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-50e20b5e-933d-4d6e-b2af-d7c3628245cd service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 912 time: 0.1307027 Mar 23 12:52:14.643105 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-e21384f9-dceb-42d1-87ea-6969bc31bc7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c HTTP/1.1" status: 200 len: 1001 time: 0.0652938 Mar 23 12:52:14.698759 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-4426a754-4e99-45a3-a1c5-46a4f4893098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:14.700190 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-4426a754-4e99-45a3-a1c5-46a4f4893098 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 200 len: 850 time: 0.0496266 Mar 23 12:52:14.751224 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd519be-933a-4fe2-abb5-a09876e03c12 None None] New status for floating IP a6bea916-cd83-4d73-bd53-a3ce285f5a78: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:52:14.766547 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-6bc3b5a6-344f-43b1-8977-2aa4e932c465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:14.767944 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-6bc3b5a6-344f-43b1-8977-2aa4e932c465 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0544796 Mar 23 12:52:14.876984 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6cbe1378-21af-4b03-8130-ed6bfdafc418 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:15.135403 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00050b18-dd17-436c-a765-8ba1df504d91 req-0c23c1e1-0c88-42ba-9d28-f65f7051526f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:15.136932 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-00050b18-dd17-436c-a765-8ba1df504d91 req-0c23c1e1-0c88-42ba-9d28-f65f7051526f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 1129 time: 0.3354645 Mar 23 12:52:15.150278 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-b3a69291-1899-4b92-a249-e2ac11ba5f35 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499854 Mar 23 12:52:15.242170 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-00050b18-dd17-436c-a765-8ba1df504d91 req-3fe144b2-b9cb-47d0-ba11-4ec27413d249 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909257 Mar 23 12:52:15.269013 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-18666876-fa65-4c8a-905f-19f9a7129d88 req-f3d3475b-ccad-410f-967e-069892adbc87 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057518 Mar 23 12:52:15.391137 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeff041-aa28-468b-91df-977144b803a0 req-71713422-a8f8-43d4-807e-54638321c8d0 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:15.392518 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-bdeff041-aa28-468b-91df-977144b803a0 req-71713422-a8f8-43d4-807e-54638321c8d0 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0551524 Mar 23 12:52:15.448617 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-bdeff041-aa28-468b-91df-977144b803a0 req-888f682a-0462-4a78-90e2-4ed6c2d52199 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503058 Mar 23 12:52:15.449089 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47176) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:15.507216 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (60c340f6-08cd-44d2-8d99-66eb6d5f109b), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:15.531852 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (60c340f6-08cd-44d2-8d99-66eb6d5f109b), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:15.580557 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (60c340f6-08cd-44d2-8d99-66eb6d5f109b), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:15.583306 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:15.584557 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "DELETE /v2.0/security-groups/60c340f6-08cd-44d2-8d99-66eb6d5f109b HTTP/1.1" status: 204 len: 168 time: 0.1344962 Mar 23 12:52:15.587347 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47180) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:15.594597 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c340f6-08cd-44d2-8d99-66eb6d5f109b,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:15.602941 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.603393 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.603770 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.604547 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.api.v2.resource [None req-f2559d8f-50dd-41f6-b1c3-0b620de49600 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] show failed (client error): The resource could not be found. Mar 23 12:52:15.605101 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.605479 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.605479 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.609606 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f2559d8f-50dd-41f6-b1c3-0b620de49600 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups/60c340f6-08cd-44d2-8d99-66eb6d5f109b HTTP/1.1" status: 404 len: 347 time: 0.0172095 Mar 23 12:52:15.609713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.609713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.609713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.609713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.609713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.609713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.609713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.609713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.609713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0976b77-41a0-4bf6-b360-ceee926524d8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:15.610465 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47182) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:15.761982 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358fc828-7299-4f35-b171-e39ba3680739 req-cc6ff431-08f5-4a48-bb33-c24309778c0c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:15.763518 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-358fc828-7299-4f35-b171-e39ba3680739 req-cc6ff431-08f5-4a48-bb33-c24309778c0c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1162493 Mar 23 12:52:15.795945 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Deleting port 7d19e04c-2d66-4d0b-9f98-2f69b17e6572 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:15.796448 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (7d19e04c-2d66-4d0b-9f98-2f69b17e6572), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:15.863100 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-358fc828-7299-4f35-b171-e39ba3680739 req-0178ee49-6fff-41da-9349-e3d76d0b1984 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920315 Mar 23 12:52:15.895344 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (7d19e04c-2d66-4d0b-9f98-2f69b17e6572), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:15.895583 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (7d19e04c-2d66-4d0b-9f98-2f69b17e6572), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:15.908522 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Calling delete_port for 7d19e04c-2d66-4d0b-9f98-2f69b17e6572 owned by network:floatingip {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:16.048256 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (7d19e04c-2d66-4d0b-9f98-2f69b17e6572), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.074632 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'Port': ['ID=7d19e04c-2d66-4d0b-9f98-2f69b17e6572,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:16.141149 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (a6bea916-cd83-4d73-bd53-a3ce285f5a78), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.143812 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.145010 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-ac6c68cb-865f-4b1c-ba8e-bdb3e43ee18c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "DELETE /v2.0/floatingips/a6bea916-cd83-4d73-bd53-a3ce285f5a78 HTTP/1.1" status: 204 len: 168 time: 0.5335131 Mar 23 12:52:16.438627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47186) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:16.443244 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-b94fa02b-5dd4-4c7b-885d-1929db7241ea tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2054968462', 'description': 'tempest-description--417622239'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:16.463875 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b94fa02b-5dd4-4c7b-885d-1929db7241ea tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.555817 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b94fa02b-5dd4-4c7b-885d-1929db7241ea tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (80bec08c-e13c-4096-8665-c794f9214870), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.561408 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b94fa02b-5dd4-4c7b-885d-1929db7241ea tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (80bec08c-e13c-4096-8665-c794f9214870), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.602498 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b94fa02b-5dd4-4c7b-885d-1929db7241ea tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.603733 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-b94fa02b-5dd4-4c7b-885d-1929db7241ea tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1640146 Mar 23 12:52:16.604488 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94fa02b-5dd4-4c7b-885d-1929db7241ea tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80bec08c-e13c-4096-8665-c794f9214870,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:16.606857 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47190) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:16.612915 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-753864d3-4cc6-4a84-a18a-3dc57cb7b1bf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group_rule': {'security_group_id': '80bec08c-e13c-4096-8665-c794f9214870', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:16.620190 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f58e78-0022-4766-9759-c2197f4331cf req-bd10c67b-bbbe-4823-b14b-916d6456e497 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:16.621705 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-55f58e78-0022-4766-9759-c2197f4331cf req-bd10c67b-bbbe-4823-b14b-916d6456e497 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0989993 Mar 23 12:52:16.641517 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-753864d3-4cc6-4a84-a18a-3dc57cb7b1bf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (6f91611e-b498-44ab-b6af-b677d315f263), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.674692 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-55f58e78-0022-4766-9759-c2197f4331cf req-1bb965c5-e241-441b-8fde-42caaf7db591 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467091 Mar 23 12:52:16.694721 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-753864d3-4cc6-4a84-a18a-3dc57cb7b1bf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (6f91611e-b498-44ab-b6af-b677d315f263), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.699070 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-753864d3-4cc6-4a84-a18a-3dc57cb7b1bf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (6f91611e-b498-44ab-b6af-b677d315f263), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.711808 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ace493d7-242a-407d-88fb-5bb20770851d no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:16.719906 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753864d3-4cc6-4a84-a18a-3dc57cb7b1bf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f91611e-b498-44ab-b6af-b677d315f263,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:16.732574 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-753864d3-4cc6-4a84-a18a-3dc57cb7b1bf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.734595 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-753864d3-4cc6-4a84-a18a-3dc57cb7b1bf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259799 Mar 23 12:52:16.736706 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47192) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:16.738142 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: ace493d7-242a-407d-88fb-5bb20770851d {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:16.738490 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ace493d7-242a-407d-88fb-5bb20770851d not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:16.741171 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-7af981e5-022d-4f90-96d9-236d9a2f1e3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group_rule': {'security_group_id': '80bec08c-e13c-4096-8665-c794f9214870', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:16.769092 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7af981e5-022d-4f90-96d9-236d9a2f1e3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (b618bf9c-b14a-444a-9841-1a39f8a70418), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.825470 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7af981e5-022d-4f90-96d9-236d9a2f1e3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (b618bf9c-b14a-444a-9841-1a39f8a70418), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.829924 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7af981e5-022d-4f90-96d9-236d9a2f1e3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (b618bf9c-b14a-444a-9841-1a39f8a70418), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.846420 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af981e5-022d-4f90-96d9-236d9a2f1e3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b618bf9c-b14a-444a-9841-1a39f8a70418,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:16.856788 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7af981e5-022d-4f90-96d9-236d9a2f1e3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:16.857993 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-7af981e5-022d-4f90-96d9-236d9a2f1e3a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203170 Mar 23 12:52:16.861770 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47194) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:16.866133 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:16.885829 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.011404 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620c39-b3ae-497b-bf18-8a5c5b9bc433 req-ca7d6f26-b45f-4b16-bd34-3c4022bc5a48 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:17.012965 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-db620c39-b3ae-497b-bf18-8a5c5b9bc433 req-ca7d6f26-b45f-4b16-bd34-3c4022bc5a48 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0775199 Mar 23 12:52:17.047239 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.112161 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-db620c39-b3ae-497b-bf18-8a5c5b9bc433 req-5444e58a-f7f2-46f5-bef1-26bf3f56300b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905998 Mar 23 12:52:17.176659 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Allocated IP 172.27.0.42 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/04175590-3231-41a5-9d0e-91c429450e73) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:17.284325 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (04175590-3231-41a5-9d0e-91c429450e73), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.322170 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (04175590-3231-41a5-9d0e-91c429450e73), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.361454 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:17.364352 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:17.370072 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:17.379671 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=04175590-3231-41a5-9d0e-91c429450e73,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:17.423763 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (ad1f1d7a-9668-475d-96b8-16c206f75f3b), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.460298 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (04175590-3231-41a5-9d0e-91c429450e73), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.612472 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (04175590-3231-41a5-9d0e-91c429450e73), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.618112 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (04175590-3231-41a5-9d0e-91c429450e73), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.651167 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (ad1f1d7a-9668-475d-96b8-16c206f75f3b), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.676492 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.677716 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8150144 Mar 23 12:52:17.678408 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bceca-d10b-4ac7-9419-6d8fa11bc0ae tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=04175590-3231-41a5-9d0e-91c429450e73,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:17.796890 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cede881b-a6b8-4e17-906c-e049d577e9ab req-1ebad1e1-88a9-456d-8076-4f355c65770f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:17.798350 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cede881b-a6b8-4e17-906c-e049d577e9ab req-1ebad1e1-88a9-456d-8076-4f355c65770f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0544319 Mar 23 12:52:17.853320 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cede881b-a6b8-4e17-906c-e049d577e9ab req-94fd92a3-04aa-4e91-bcb8-62c244dbe3aa tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494587 Mar 23 12:52:17.877640 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-7cf13df6-1ccf-427d-866d-c6bdc97d2468 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--2054968462&fields=id&tenant_id=14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 267 time: 0.0473483 Mar 23 12:52:17.972628 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c7ffe204-87c6-4446-8653-0f909aebc878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:17.990007 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a941d51-7485-49f9-a183-1b132c58473d req-7e2fc398-af6c-4bc4-836f-ed6bbb5c2169 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:17.991469 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-7e2fc398-af6c-4bc4-836f-ed6bbb5c2169 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 815 time: 0.1069832 Mar 23 12:52:18.007874 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-b900bcaa-0c9c-4b38-a8c7-04d0f3718d1b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/quotas/14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 375 time: 0.0110383 Mar 23 12:52:18.067213 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-da163c7a-b515-4718-94a0-840c62149bad tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541141 Mar 23 12:52:18.161038 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-589fd748-aed7-472e-8ae3-79ce795ad067 service neutron] 10.222.0.45 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820029 Mar 23 12:52:18.270480 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-d888c390-0199-40be-bc64-cc5b5e783dfa service neutron] 10.222.0.45 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034927 Mar 23 12:52:18.334700 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552c436-3841-4c8e-a574-e67219e1f64f req-07e7ae21-59ae-4346-9bc2-90c7b0a40be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:18.336247 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3552c436-3841-4c8e-a574-e67219e1f64f req-07e7ae21-59ae-4346-9bc2-90c7b0a40be6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 1129 time: 0.0789721 Mar 23 12:52:18.345368 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e03c5-39f9-400c-bde9-31a3a6739897 req-b9ceb13b-6283-4a40-9075-30bf2980fbca tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:18.347230 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df1e03c5-39f9-400c-bde9-31a3a6739897 req-b9ceb13b-6283-4a40-9075-30bf2980fbca tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0800979 Mar 23 12:52:18.444710 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-228fba8e-d2c2-4f43-bd4c-4d69f9751fcf req-c0fdabee-4ada-462a-9d97-7c8e8e3ea5e1 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 210 time: 0.0393744 Mar 23 12:52:18.455432 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df1e03c5-39f9-400c-bde9-31a3a6739897 req-93dd2d57-3d9b-4be3-ab4d-1230b64e1fe5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932817 Mar 23 12:52:18.473275 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552c436-3841-4c8e-a574-e67219e1f64f req-b4b52748-3eb7-4392-9489-0565d4e2ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:18.474800 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3552c436-3841-4c8e-a574-e67219e1f64f req-b4b52748-3eb7-4392-9489-0565d4e2ba37 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.1267142 Mar 23 12:52:18.545467 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3552c436-3841-4c8e-a574-e67219e1f64f req-9c129ebe-86a7-40f1-a5e2-5dce98644ef8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b HTTP/1.1" status: 200 len: 1000 time: 0.0591595 Mar 23 12:52:18.603147 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552c436-3841-4c8e-a574-e67219e1f64f req-ccff64ce-13e5-4452-9c8a-3d0ad1ac3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:18.604658 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3552c436-3841-4c8e-a574-e67219e1f64f req-ccff64ce-13e5-4452-9c8a-3d0ad1ac3f0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.0523579 Mar 23 12:52:18.659769 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552c436-3841-4c8e-a574-e67219e1f64f req-3559cdae-0e96-497c-9013-f0af0c598894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:18.661404 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3552c436-3841-4c8e-a574-e67219e1f64f req-3559cdae-0e96-497c-9013-f0af0c598894 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0473585 Mar 23 12:52:18.753958 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3552c436-3841-4c8e-a574-e67219e1f64f req-fe877754-9efc-4d72-802d-951bd0b8f6e5 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855727 Mar 23 12:52:18.860613 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3552c436-3841-4c8e-a574-e67219e1f64f req-1336b512-ee02-430f-83c5-14591c43a6a3 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964279 Mar 23 12:52:19.545656 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c3550797-2a49-4d63-817a-1b9e3e21da83 req-e9045517-ba41-4505-918d-94b0f3f8431b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 210 time: 0.0315278 Mar 23 12:52:19.611584 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:19.614437 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a941d51-7485-49f9-a183-1b132c58473d req-cfd28060-21b5-4bec-8cc6-a7366bb5eb2b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:19.615847 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-cfd28060-21b5-4bec-8cc6-a7366bb5eb2b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 815 time: 0.1579256 Mar 23 12:52:19.630540 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baf54e-c041-4cfa-97a7-9c4d1ac779e6 req-44893f12-67bb-4e12-99f3-e3aba03da231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:19.631918 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-55baf54e-c041-4cfa-97a7-9c4d1ac779e6 req-44893f12-67bb-4e12-99f3-e3aba03da231 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0947130 Mar 23 12:52:19.718057 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-55baf54e-c041-4cfa-97a7-9c4d1ac779e6 req-8b2cbd99-20cc-467b-807c-954b3d22c383 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752757 Mar 23 12:52:19.723136 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-49e9cb41-ca4a-408c-8f3b-58afd9c4e51b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 380 time: 0.0861926 Mar 23 12:52:19.739667 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'port': {'device_id': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'admin_state_up': True, 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'security_groups': ['80bec08c-e13c-4096-8665-c794f9214870']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:19.850652 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Made reservation on behalf of 14d846fbc6e84dc598b54d5488f818f6 for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:19.854307 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:19.978277 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Allocated IP 172.20.0.13 (c22af5e6-8870-46e4-888c-8471bf57200b/96d74455-684d-47ad-9854-658b83e265d4/a8b2ec7c-1e27-47e5-9346-51e53b7f1a95) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:20.122907 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:20.158158 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:20.199488 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Network c22af5e6-8870-46e4-888c-8471bf57200b is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:20.203181 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:20.209973 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:20.238112 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:20.264054 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:20.264732 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:20.282958 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-f01c9290-0f04-4600-8f60-09fd81154fc8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5488954 Mar 23 12:52:20.302431 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Request body: {'port': {'device_id': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:20.370164 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:20.480799 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-517eb5a5-d2ee-484e-b578-69fbdd6662ad None None] Provisioning complete for port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:52:20.481089 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-517eb5a5-d2ee-484e-b578-69fbdd6662ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:20.519244 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-517eb5a5-d2ee-484e-b578-69fbdd6662ad None None] Port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:52:20.645920 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:52:20.653344 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Publish callbacks [] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:20.666981 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Transition to ACTIVE for port object a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:52:20.670812 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:20.672621 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b82d6e-c957-481f-9a04-025de7cdf300 req-2649d355-7cda-42fe-a7cf-4d95932e5c46 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:20.674074 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-73b82d6e-c957-481f-9a04-025de7cdf300 req-2649d355-7cda-42fe-a7cf-4d95932e5c46 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 932 time: 0.0544469 Mar 23 12:52:20.722116 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:20.723709 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-73b82d6e-c957-481f-9a04-025de7cdf300 req-7624e520-9c51-4cac-8f52-5fcf595067c5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432432 Mar 23 12:52:20.802103 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Attempting to bind port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:52:20.802439 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Attempting to bind port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:52:20.802771 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Attempting to bind port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:20.832377 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 on network c22af5e6-8870-46e4-888c-8471bf57200b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:52:20.832708 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Attempting to bind port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:20.840934 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:20.841274 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Checking segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:52:20.841659 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Bound using segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:20.842099 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Bound port: a8b2ec7c-1e27-47e5-9346-51e53b7f1a95, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:52:20.842455 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:20.915410 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a092121-7a36-473f-a2dd-a4be439a0f91 req-0b7f2404-dd2a-4d25-a687-164313154e65 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:20.916904 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a092121-7a36-473f-a2dd-a4be439a0f91 req-0b7f2404-dd2a-4d25-a687-164313154e65 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.1169174 Mar 23 12:52:20.965726 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] For port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:20.989732 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] For port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:20.998461 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a092121-7a36-473f-a2dd-a4be439a0f91 req-d84950c6-418b-4f05-a3f5-ebce52c651f4 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725274 Mar 23 12:52:21.000818 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:21.034807 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.035427 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:21.036856 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] 10.222.0.53 "PUT /v2.0/ports/a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 HTTP/1.1" status: 200 len: 1094 time: 0.7390664 Mar 23 12:52:21.037408 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'tag': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:21.039530 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbc6fe90-d52e-4298-8bfd-6796610c7660" -d '{"events": [{"name": "network-changed", "server_uuid": "cd13c06a-bd95-41fe-82e5-ea30d48c81de", "tag": "a8b2ec7c-1e27-47e5-9346-51e53b7f1a95"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:21.067278 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a49bb-b91b-40db-a770-ca131ec80420 service neutron] Pushing event updated for resources: {'Port': ['ID=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:21.083745 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:21.107047 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f200cc-af50-4303-9748-e52e4960b8a7 x-openstack-request-id: req-a4f200cc-af50-4303-9748-e52e4960b8a7 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:21.107403 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd13c06a-bd95-41fe-82e5-ea30d48c81de", "tag": "a8b2ec7c-1e27-47e5-9346-51e53b7f1a95", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:21.107725 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a4f200cc-af50-4303-9748-e52e4960b8a7 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:21.108187 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4f200cc-af50-4303-9748-e52e4960b8a7'] response: {'name': 'network-changed', 'server_uuid': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'tag': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95', 'status': 'completed', 'code': 200} Mar 23 12:52:21.148491 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a941d51-7485-49f9-a183-1b132c58473d req-d251bb0e-7ba3-4cc0-835d-007f10defe0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.150083 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-d251bb0e-7ba3-4cc0-835d-007f10defe0c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 1128 time: 0.0540397 Mar 23 12:52:21.203589 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-879df5f5-0b46-4d38-b791-aa2d2496b504 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 HTTP/1.1" status: 200 len: 217 time: 0.0404117 Mar 23 12:52:21.264056 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a941d51-7485-49f9-a183-1b132c58473d req-382f370d-fa51-42fa-8f91-1adb3348d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.266321 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-382f370d-fa51-42fa-8f91-1adb3348d617 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.0487027 Mar 23 12:52:21.324260 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a941d51-7485-49f9-a183-1b132c58473d req-f834803a-3267-4609-ac78-9d0f0f145549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.325700 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-f834803a-3267-4609-ac78-9d0f0f145549 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482945 Mar 23 12:52:21.423848 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-e2a60894-3b15-4156-aa7b-f54cfacfc494 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900059 Mar 23 12:52:21.514972 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7a941d51-7485-49f9-a183-1b132c58473d req-f9009364-ce2a-4cef-ba35-49875619ab6d service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834489 Mar 23 12:52:21.564978 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:21.620342 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-337076c7-a4b8-4a95-bae9-d0f175a05232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.621850 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-337076c7-a4b8-4a95-bae9-d0f175a05232 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 1128 time: 0.0494235 Mar 23 12:52:21.720173 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-9b40044c-f093-410e-add3-1ad1bcd1c6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.721652 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-9b40044c-f093-410e-add3-1ad1bcd1c6b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 916 time: 0.0916533 Mar 23 12:52:21.764477 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-686173a8-aa1c-45aa-bdcb-834d86649ff5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 HTTP/1.1" status: 200 len: 217 time: 0.0345373 Mar 23 12:52:21.851171 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-e0763114-9897-434c-97e1-2d5449e461aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.852736 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-e0763114-9897-434c-97e1-2d5449e461aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.0785904 Mar 23 12:52:21.873350 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df22838-e491-470d-bf37-3cf3494a17f7 req-2ac7d746-6328-4f5d-82dc-801347eccf4e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.874885 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6df22838-e491-470d-bf37-3cf3494a17f7 req-2ac7d746-6328-4f5d-82dc-801347eccf4e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 944 time: 0.0741866 Mar 23 12:52:21.958494 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6df22838-e491-470d-bf37-3cf3494a17f7 req-ecfe3b54-4ab0-49a8-b897-59d58d94dfbc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747328 Mar 23 12:52:21.960394 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-68ccaf33-70f4-4917-bec8-a08c3f9ee03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:21.961799 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-68ccaf33-70f4-4917-bec8-a08c3f9ee03a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0860190 Mar 23 12:52:22.069891 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-dcc67717-5fc6-4c82-94dc-8e1d3048b147 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902202 Mar 23 12:52:22.130065 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad7b318-bf69-4e48-9aad-8ef4c17e5e5d req-95af3651-657b-49a8-ab85-ca7ae0630a41 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:22.131471 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1ad7b318-bf69-4e48-9aad-8ef4c17e5e5d req-95af3651-657b-49a8-ab85-ca7ae0630a41 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0608563 Mar 23 12:52:22.162310 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dbc6fe90-d52e-4298-8bfd-6796610c7660 req-67933f36-e004-4cd3-a0a5-0d73497c3c7e service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858335 Mar 23 12:52:22.180662 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1ad7b318-bf69-4e48-9aad-8ef4c17e5e5d req-c6578c08-0330-466b-bc65-3f6fe94520c1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427585 Mar 23 12:52:22.299985 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471baa8b-ff32-4e81-9325-e31f23fd2013 req-792a1b85-dfc8-4eba-a08f-c77e6c30ca47 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:22.301321 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-471baa8b-ff32-4e81-9325-e31f23fd2013 req-792a1b85-dfc8-4eba-a08f-c77e6c30ca47 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0582020 Mar 23 12:52:22.310305 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47270) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:22.314903 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-f7dba3aa-a750-46a5-bfda-f83aaee6eaf7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Request body: {'floatingip': {'port_id': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:22.375821 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7dba3aa-a750-46a5-bfda-f83aaee6eaf7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for floatingip (2673b5ef-7c80-4d8c-abb3-23febf515c81), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:22.828777 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:52:23.192187 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7dba3aa-a750-46a5-bfda-f83aaee6eaf7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:23.200551 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7dba3aa-a750-46a5-bfda-f83aaee6eaf7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (2673b5ef-7c80-4d8c-abb3-23febf515c81), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:23.292547 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4627567c-c279-40f7-bd9d-de5d67ec0be5 req-b244a979-05f1-4aad-879b-0774fd766962 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:23.294057 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4627567c-c279-40f7-bd9d-de5d67ec0be5 req-b244a979-05f1-4aad-879b-0774fd766962 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 944 time: 0.1637185 Mar 23 12:52:23.347994 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8c9a0-1546-40cd-ac36-352ef8e3875c req-80375e0c-a9c6-4bc5-a423-2b62301eb173 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:23.349548 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-93c8c9a0-1546-40cd-ac36-352ef8e3875c req-80375e0c-a9c6-4bc5-a423-2b62301eb173 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 946 time: 0.0617492 Mar 23 12:52:23.374188 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4627567c-c279-40f7-bd9d-de5d67ec0be5 req-ddf1471d-7b53-4e05-8769-fcdd3d574104 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740407 Mar 23 12:52:23.405374 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-93c8c9a0-1546-40cd-ac36-352ef8e3875c req-240b9830-c95b-4bf0-9826-0aba2f7284d6 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497866 Mar 23 12:52:23.498268 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7dba3aa-a750-46a5-bfda-f83aaee6eaf7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Router 1c507e0b-f70e-4621-8070-3d62fde9be1c has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:23.623004 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7dba3aa-a750-46a5-bfda-f83aaee6eaf7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:23.628574 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7dba3aa-a750-46a5-bfda-f83aaee6eaf7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:23.633422 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] Sync routers for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:23.643805 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:23.644452 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:23.661445 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:23.664065 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:23.711620 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f7dba3aa-a750-46a5-bfda-f83aaee6eaf7 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "PUT /v2.0/floatingips/2673b5ef-7c80-4d8c-abb3-23febf515c81 HTTP/1.1" status: 200 len: 992 time: 1.3914087 Mar 23 12:52:23.711620 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b96d6b-2be9-4fff-9eb9-c2b0bdb8b3bc x-openstack-request-id: req-22b96d6b-2be9-4fff-9eb9-c2b0bdb8b3bc {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:23.711620 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:23.711620 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-22b96d6b-2be9-4fff-9eb9-c2b0bdb8b3bc {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:23.711620 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b96d6b-2be9-4fff-9eb9-c2b0bdb8b3bc'] response: {'name': 'network-changed', 'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'status': 'completed', 'code': 200} Mar 23 12:52:23.760325 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:23.790528 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-b62d85d7-9070-48b7-af2b-9a421aeae533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:23.792411 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-b62d85d7-9070-48b7-af2b-9a421aeae533 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 1129 time: 0.0549273 Mar 23 12:52:23.893118 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-e3bf3d59-8238-441a-b83b-98791505007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:23.894605 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-e3bf3d59-8238-441a-b83b-98791505007d service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.0944107 Mar 23 12:52:23.986448 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-ddea2f92-5474-40ca-9b08-26b50bcf1479 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b HTTP/1.1" status: 200 len: 1000 time: 0.0827489 Mar 23 12:52:24.049851 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '2673b5ef-7c80-4d8c-abb3-23febf515c81', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'port_id': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'mac_address': 'fa:16:3e:9d:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:28Z', 'updated_at': '2022-03-23T12:52:22Z', 'revision_number': 3, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:24.051086 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-ef749b3f-8933-458c-9b7f-7004eda29228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:24.052476 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-ef749b3f-8933-458c-9b7f-7004eda29228 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.0595696 Mar 23 12:52:24.082892 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] Checking router: 1c507e0b-f70e-4621-8070-3d62fde9be1c for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:24.092638 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:24.093295 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:24.107492 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-e33e0fb7-f175-455e-863b-4804cbbec858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:24.109636 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-e33e0fb7-f175-455e-863b-4804cbbec858 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0506716 Mar 23 12:52:24.215387 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:24.226858 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-937cc2d7-cd84-41a3-a5ab-8023abfa4add service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006284 Mar 23 12:52:24.328067 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-86eb780b-f9c7-41ab-a46f-e5144dd5d9b7 req-e9a84251-bf5b-4830-a996-bfbef1b3ce39 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941477 Mar 23 12:52:24.456481 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '2673b5ef-7c80-4d8c-abb3-23febf515c81', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'port_id': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'mac_address': 'fa:16:3e:9d:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:28Z', 'updated_at': '2022-03-23T12:52:22Z', 'revision_number': 3, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:24.486001 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a09b21d4-8a4c-4076-b1f6-64a4f5437581 None None] The sync data for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi is: [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '2673b5ef-7c80-4d8c-abb3-23febf515c81', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'floating_ip_address': '172.27.0.93', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'port_id': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'mac_address': 'fa:16:3e:9d:32:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:50:28Z', 'updated_at': '2022-03-23T12:52:22Z', 'revision_number': 3, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:24.523184 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb992004-8bd2-4e4e-a2b1-1a3f7b6d2321 req-c9d201d2-69ba-4433-8956-58817d88f53c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:24.529391 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fb992004-8bd2-4e4e-a2b1-1a3f7b6d2321 req-c9d201d2-69ba-4433-8956-58817d88f53c tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 944 time: 0.0735466 Mar 23 12:52:24.567305 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67623a-e738-4962-b8d1-c4b0e6704877 req-004bdd60-3dc2-4635-9f99-dc29d34fd873 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:24.568925 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb67623a-e738-4962-b8d1-c4b0e6704877 req-004bdd60-3dc2-4635-9f99-dc29d34fd873 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 946 time: 0.0607588 Mar 23 12:52:24.581923 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fb992004-8bd2-4e4e-a2b1-1a3f7b6d2321 req-a4f6b452-44d0-4711-bf66-45b029bc7418 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512767 Mar 23 12:52:24.623283 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb67623a-e738-4962-b8d1-c4b0e6704877 req-8638881c-3db6-449b-98e7-0a64621b7c44 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474422 Mar 23 12:52:24.732619 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:52:24.951829 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:24.963288 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'port_id': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95', 'mac_address': 'fa:16:3e:0f:1c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:52:25.007452 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:52:25.007842 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:25.021636 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:52:25.041801 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:25.045762 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:25.093924 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:25.101345 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.101809 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.102162 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.102510 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.102852 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.103193 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.104262 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.104262 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.104262 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.104596 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.104928 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.105267 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.105591 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.105926 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.106253 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:52:25.294079 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-97d619ce-aef7-42db-b14f-9a6335a36411 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:25.295525 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-97d619ce-aef7-42db-b14f-9a6335a36411 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 946 time: 0.0592027 Mar 23 12:52:25.401804 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Deleting port f58071c7-9746-4519-a9e7-68b9f8dc285d {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:25.402142 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:25.414824 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['a8b2ec7c-1e27-47e5-9346-51e53b7f1a95'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:52:25.496149 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] For port f58071c7-9746-4519-a9e7-68b9f8dc285d, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=f58071c7-9746-4519-a9e7-68b9f8dc285d,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:25.496590 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:25.687039 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:25.687541 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (086a67c7-7791-4b9b-aa27-4beeb4ecf9a8), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:25.687987 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Floating IP 086a67c7-7791-4b9b-aa27-4beeb4ecf9a8 disassociated. External IP: 172.27.0.231, port: f58071c7-9746-4519-a9e7-68b9f8dc285d. Mar 23 12:52:25.688443 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Calling delete_port for f58071c7-9746-4519-a9e7-68b9f8dc285d owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:25.707484 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411a21a-6b35-4c8f-8973-4db9908f5fbe req-23eebb38-2b03-4091-8bd0-b7c29c3b7f39 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:25.709067 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8411a21a-6b35-4c8f-8973-4db9908f5fbe req-23eebb38-2b03-4091-8bd0-b7c29c3b7f39 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 945 time: 0.0585251 Mar 23 12:52:25.733651 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:25.736380 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fe6d2d-57d4-4093-8ccb-d0327638e619" -d '{"events": [{"name": "network-changed", "server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:25.737562 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:25.761265 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8411a21a-6b35-4c8f-8973-4db9908f5fbe req-dbdd7911-6aad-42f9-9c63-b4e817d944c0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467010 Mar 23 12:52:25.806388 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c22d573-464b-4908-b4e0-23a87711ff6b x-openstack-request-id: req-1c22d573-464b-4908-b4e0-23a87711ff6b {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:25.806720 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:25.806939 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c22d573-464b-4908-b4e0-23a87711ff6b {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:25.807458 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c22d573-464b-4908-b4e0-23a87711ff6b'] response: {'name': 'network-changed', 'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'status': 'completed', 'code': 200} Mar 23 12:52:25.820294 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae6f3f-0da4-4660-8907-b50ad07e8ba9 req-7f2b2bc0-b092-4d6f-b1c5-2a2179412db0 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:25.821765 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9aae6f3f-0da4-4660-8907-b50ad07e8ba9 req-7f2b2bc0-b092-4d6f-b1c5-2a2179412db0 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 946 time: 0.0827422 Mar 23 12:52:25.929173 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (f58071c7-9746-4519-a9e7-68b9f8dc285d), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:25.964230 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9aae6f3f-0da4-4660-8907-b50ad07e8ba9 req-62456612-d327-473b-ac45-2fa97320e39f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=f5feb5a7-1a78-4b32-8911-f29513721187&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327639 Mar 23 12:52:25.967686 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event deleted for resources: {'Port': ['ID=f58071c7-9746-4519-a9e7-68b9f8dc285d,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:25.982777 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-4ec16938-2f98-49cf-9cba-f4cb0042ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:25.985547 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-4ec16938-2f98-49cf-9cba-f4cb0042ee73 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6433c525a3384ba0a96e7360444a072b&device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 1129 time: 0.1311176 Mar 23 12:52:26.161959 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:26.163153 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-b888d2ca-bb21-4c79-a025-4fa9b34b724c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.164594 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-b888d2ca-bb21-4c79-a025-4fa9b34b724c service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 200 len: 919 time: 0.1448371 Mar 23 12:52:26.305749 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-d9d7134a-a004-4a30-9ad1-0a4cbeec41a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b HTTP/1.1" status: 200 len: 1000 time: 0.0990438 Mar 23 12:52:26.368354 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:26.380567 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] Sync routers for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:26.392421 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:26.393156 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:26.398094 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-9366107c-d717-403c-8a62-4eb749c9f3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.399532 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-9366107c-d717-403c-8a62-4eb749c9f3e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 200 len: 857 time: 0.0792537 Mar 23 12:52:26.424180 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] No DVR routers for this DVR port f58071c7-9746-4519-a9e7-68b9f8dc285d on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:26.432721 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:26.435756 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-10d971b7-d0d6-4158-ac70-2534bd159312 req-d727961f-cc0f-4743-b938-b5cbbc061159 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "DELETE /v2.0/ports/f58071c7-9746-4519-a9e7-68b9f8dc285d HTTP/1.1" status: 204 len: 173 time: 1.1334825 Mar 23 12:52:26.489947 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-62688f3d-c4f1-435b-b12a-b38000753d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.491448 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-62688f3d-c4f1-435b-b12a-b38000753d6c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6cbf188-3c50-4afa-8c2c-521bcdfda65d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0688133 Mar 23 12:52:26.521550 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:26.600567 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-66616ed9-5c82-442f-b64b-55d3589de868 service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934150 Mar 23 12:52:26.704251 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-37fe6d2d-57d4-4093-8ccb-d0327638e619 req-41316648-ccc3-4d76-aaad-dd767aedaebc service neutron] 10.222.0.53 "GET /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919671 Mar 23 12:52:26.726938 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:26.784521 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:26.815874 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] Checking router: 5a768bf8-630f-44c2-9cf0-86702bd26fb4 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:26.821259 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:52:26.828056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:52:26.828456 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:26.830924 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:26.831540 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:26.886423 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d4dd7-d0fb-4c40-bd60-c9cf0c0a46b3 req-7d255840-fccf-4f8b-8f38-df732fa693b4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:26.887925 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c65d4dd7-d0fb-4c40-bd60-c9cf0c0a46b3 req-7d255840-fccf-4f8b-8f38-df732fa693b4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 945 time: 0.0541236 Mar 23 12:52:26.937464 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c65d4dd7-d0fb-4c40-bd60-c9cf0c0a46b3 req-463cfcf7-5296-4707-8a3e-bb41260aa13b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Mar 23 12:52:27.005155 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:27.047058 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:52:27.047673 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:27.098112 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-113c7f2a-d2bf-4bfc-96f9-c638cf9b1104 req-d1702f67-9c7c-44f3-93b5-78d482b80bbe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=14e45f2f-9d5d-48f3-abda-b391c17a2ffe HTTP/1.1" status: 200 len: 210 time: 0.0281048 Mar 23 12:52:27.118989 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:27.121248 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea9ae59-5e43-4095-abf0-a244de5faf1f" -d '{"events": [{"server_uuid": "cd13c06a-bd95-41fe-82e5-ea30d48c81de", "name": "network-vif-plugged", "status": "completed", "tag": "a8b2ec7c-1e27-47e5-9346-51e53b7f1a95"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:27.165363 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:27.167390 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6a7a11-e817-47cf-ae2e-6236d9e57e79 x-openstack-request-id: req-9d6a7a11-e817-47cf-ae2e-6236d9e57e79 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:27.167806 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd13c06a-bd95-41fe-82e5-ea30d48c81de", "name": "network-vif-plugged", "status": "completed", "tag": "a8b2ec7c-1e27-47e5-9346-51e53b7f1a95", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:27.168092 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9d6a7a11-e817-47cf-ae2e-6236d9e57e79 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:27.168722 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d6a7a11-e817-47cf-ae2e-6236d9e57e79'] response: {'server_uuid': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95', 'code': 200} Mar 23 12:52:27.174214 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:27.256670 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:27.313156 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:27.339999 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf9952d-ab9e-4663-a8ec-68d8635c3c63 None None] The sync data for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi is: [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:27.353660 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fcd63-f719-4bcd-8491-d9c4172e3102 req-0268d3ea-701b-45f4-9ea6-026107f5bb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:27.355153 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4d7fcd63-f719-4bcd-8491-d9c4172e3102 req-0268d3ea-701b-45f4-9ea6-026107f5bb2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 1130 time: 0.0461297 Mar 23 12:52:27.410527 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4d7fcd63-f719-4bcd-8491-d9c4172e3102 req-91302d92-65f1-44f5-972d-ba0169ab4b94 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464931 Mar 23 12:52:27.580938 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57cd966-8df7-4689-9092-bc57ccaed6cd None None] New status for floating IP 086a67c7-7791-4b9b-aa27-4beeb4ecf9a8: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:52:27.808673 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-deleted', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:27.811010 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4656fa0f-932d-4f12-b921-f50d280129c4" -d '{"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-deleted", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:27.845724 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0b9f84-fc76-488d-aec5-639467e44541 x-openstack-request-id: req-5a0b9f84-fc76-488d-aec5-639467e44541 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:27.846015 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14e45f2f-9d5d-48f3-abda-b391c17a2ffe", "name": "network-vif-deleted", "tag": "f58071c7-9746-4519-a9e7-68b9f8dc285d", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:27.846266 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5a0b9f84-fc76-488d-aec5-639467e44541 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:27.846665 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a0b9f84-fc76-488d-aec5-639467e44541'] response: {'server_uuid': '14e45f2f-9d5d-48f3-abda-b391c17a2ffe', 'name': 'network-vif-deleted', 'tag': 'f58071c7-9746-4519-a9e7-68b9f8dc285d', 'status': 'completed', 'code': 200} Mar 23 12:52:28.061850 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c505a4a5-e2a4-46c8-928e-fbab6035d7a5 req-dcddacb2-31d9-4f58-9729-8de0a71ad0c0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:28.063319 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c505a4a5-e2a4-46c8-928e-fbab6035d7a5 req-dcddacb2-31d9-4f58-9729-8de0a71ad0c0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 946 time: 0.0560427 Mar 23 12:52:28.110894 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c505a4a5-e2a4-46c8-928e-fbab6035d7a5 req-cfe8dbc8-fc91-4da6-aafc-30e89d9d6e86 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421355 Mar 23 12:52:28.185941 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47316) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:28.242048 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04427c1b-b4d4-42eb-98ec-7a6f6c18415f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (f5feb5a7-1a78-4b32-8911-f29513721187), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.264314 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04427c1b-b4d4-42eb-98ec-7a6f6c18415f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (f5feb5a7-1a78-4b32-8911-f29513721187), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.311073 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04427c1b-b4d4-42eb-98ec-7a6f6c18415f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f5feb5a7-1a78-4b32-8911-f29513721187), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.313981 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04427c1b-b4d4-42eb-98ec-7a6f6c18415f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.317737 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-04427c1b-b4d4-42eb-98ec-7a6f6c18415f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "DELETE /v2.0/security-groups/f5feb5a7-1a78-4b32-8911-f29513721187 HTTP/1.1" status: 204 len: 168 time: 0.1282587 Mar 23 12:52:28.318077 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47318) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:28.327052 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04427c1b-b4d4-42eb-98ec-7a6f6c18415f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5feb5a7-1a78-4b32-8911-f29513721187,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:28.331353 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.api.v2.resource [None req-32eefad2-0bb6-4d53-b9fe-da8919a59681 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] show failed (client error): The resource could not be found. Mar 23 12:52:28.332448 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-32eefad2-0bb6-4d53-b9fe-da8919a59681 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups/f5feb5a7-1a78-4b32-8911-f29513721187 HTTP/1.1" status: 404 len: 347 time: 0.0133123 Mar 23 12:52:28.335442 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47320) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:28.463724 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Deleting port b9eb231d-28e1-4a5b-b46c-dbc24bc6a469 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:28.464063 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (b9eb231d-28e1-4a5b-b46c-dbc24bc6a469), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.542971 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (b9eb231d-28e1-4a5b-b46c-dbc24bc6a469), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.543293 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (b9eb231d-28e1-4a5b-b46c-dbc24bc6a469), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.555089 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Calling delete_port for b9eb231d-28e1-4a5b-b46c-dbc24bc6a469 owned by network:floatingip {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:28.721234 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (b9eb231d-28e1-4a5b-b46c-dbc24bc6a469), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.732289 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:28.752043 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event deleted for resources: {'Port': ['ID=b9eb231d-28e1-4a5b-b46c-dbc24bc6a469,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:28.759396 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: f58071c7-9746-4519-a9e7-68b9f8dc285d {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:28.760173 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device f58071c7-9746-4519-a9e7-68b9f8dc285d not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:28.779309 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (086a67c7-7791-4b9b-aa27-4beeb4ecf9a8), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.782244 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:28.783409 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-7a0ca9ca-997c-4330-ad74-5c2fe8dfbe2a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "DELETE /v2.0/floatingips/086a67c7-7791-4b9b-aa27-4beeb4ecf9a8 HTTP/1.1" status: 204 len: 168 time: 0.4470320 Mar 23 12:52:29.006334 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47324) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:29.010868 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-f3b84791-42e8-4b14-98b0-354a8f0979e8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1307115061', 'description': 'tempest-description--107614123'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:29.030566 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f3b84791-42e8-4b14-98b0-354a8f0979e8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.098193 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f3b84791-42e8-4b14-98b0-354a8f0979e8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (5f7e0149-8d4c-451f-a38b-e819f0a0fbc7), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.102031 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f3b84791-42e8-4b14-98b0-354a8f0979e8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (5f7e0149-8d4c-451f-a38b-e819f0a0fbc7), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.133564 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f3b84791-42e8-4b14-98b0-354a8f0979e8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.134777 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f3b84791-42e8-4b14-98b0-354a8f0979e8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1274402 Mar 23 12:52:29.136727 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b84791-42e8-4b14-98b0-354a8f0979e8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:29.138017 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47328) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:29.149634 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-bfeb0ce3-082e-4e4f-a741-e436cfb8099f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'security_group_rule': {'security_group_id': '5f7e0149-8d4c-451f-a38b-e819f0a0fbc7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:29.175848 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bfeb0ce3-082e-4e4f-a741-e436cfb8099f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (f3a1a02f-ffb1-4621-bc8a-dc919c037b95), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.229986 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bfeb0ce3-082e-4e4f-a741-e436cfb8099f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (f3a1a02f-ffb1-4621-bc8a-dc919c037b95), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.235200 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bfeb0ce3-082e-4e4f-a741-e436cfb8099f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (f3a1a02f-ffb1-4621-bc8a-dc919c037b95), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.240541 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82549db-04c9-415e-bbdb-26ee0c5eddba req-234fc6c7-5bec-4376-9df4-09e547e75749 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:29.242061 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a82549db-04c9-415e-bbdb-26ee0c5eddba req-234fc6c7-5bec-4376-9df4-09e547e75749 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 946 time: 0.0641592 Mar 23 12:52:29.256953 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfeb0ce3-082e-4e4f-a741-e436cfb8099f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3a1a02f-ffb1-4621-bc8a-dc919c037b95,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:29.264168 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bfeb0ce3-082e-4e4f-a741-e436cfb8099f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.265278 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-bfeb0ce3-082e-4e4f-a741-e436cfb8099f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1190195 Mar 23 12:52:29.267887 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47330) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:29.272306 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-6a9947c8-0d77-4491-85e7-3f16d6f72e4e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'security_group_rule': {'security_group_id': '5f7e0149-8d4c-451f-a38b-e819f0a0fbc7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:29.298992 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a82549db-04c9-415e-bbdb-26ee0c5eddba req-2eec1d38-86f1-421c-84de-1ef5f6891938 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503902 Mar 23 12:52:29.299772 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-6a9947c8-0d77-4491-85e7-3f16d6f72e4e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (d524b68c-397c-4c3a-84da-11bbc5c39d8e), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.360389 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-6a9947c8-0d77-4491-85e7-3f16d6f72e4e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (d524b68c-397c-4c3a-84da-11bbc5c39d8e), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.364019 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-6a9947c8-0d77-4491-85e7-3f16d6f72e4e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (d524b68c-397c-4c3a-84da-11bbc5c39d8e), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.413970 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9947c8-0d77-4491-85e7-3f16d6f72e4e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d524b68c-397c-4c3a-84da-11bbc5c39d8e,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:29.423672 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-6a9947c8-0d77-4491-85e7-3f16d6f72e4e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.425265 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-6a9947c8-0d77-4491-85e7-3f16d6f72e4e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1562276 Mar 23 12:52:29.430006 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47334) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:29.434745 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:29.450815 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776e9d6-ce96-43ca-b521-df46079c6619 req-d44e028a-10bf-4e07-9b95-1838d92394d4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:29.452923 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9776e9d6-ce96-43ca-b521-df46079c6619 req-d44e028a-10bf-4e07-9b95-1838d92394d4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 946 time: 0.0837300 Mar 23 12:52:29.456776 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.462272 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47336) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:29.466839 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-2132a0db-de27-45d9-acee-8089ae9d66d6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'floatingip': {'port_id': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:29.506635 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2132a0db-de27-45d9-acee-8089ae9d66d6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (ad1f1d7a-9668-475d-96b8-16c206f75f3b), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.558021 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.671806 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Allocated IP 172.27.0.13 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/84615bf7-8d85-441f-a90e-01562ba34798) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:29.779169 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for port (84615bf7-8d85-441f-a90e-01562ba34798), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.814902 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (84615bf7-8d85-441f-a90e-01562ba34798), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.857555 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:29.864701 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:29.867103 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:29.876495 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'Port': ['ID=84615bf7-8d85-441f-a90e-01562ba34798,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:29.920607 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (e546cb26-f1b2-4388-923c-8b2e347b9d04), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:29.957029 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (84615bf7-8d85-441f-a90e-01562ba34798), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:30.106781 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for port (84615bf7-8d85-441f-a90e-01562ba34798), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:30.112088 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (84615bf7-8d85-441f-a90e-01562ba34798), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:30.141906 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (e546cb26-f1b2-4388-923c-8b2e347b9d04), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:30.164085 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'Port': ['ID=84615bf7-8d85-441f-a90e-01562ba34798,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:30.172930 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:30.174220 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-694ca33e-8978-42a0-afe5-9f18cdfcadfe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7430718 Mar 23 12:52:30.191053 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2132a0db-de27-45d9-acee-8089ae9d66d6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:30.195041 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2132a0db-de27-45d9-acee-8089ae9d66d6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (ad1f1d7a-9668-475d-96b8-16c206f75f3b), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:30.302855 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-2132a0db-de27-45d9-acee-8089ae9d66d6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Floating IP ad1f1d7a-9668-475d-96b8-16c206f75f3b associated. External IP: 172.27.0.42, port: a8b2ec7c-1e27-47e5-9346-51e53b7f1a95. Mar 23 12:52:30.382112 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-2bbfc11c-f4ab-4526-90a7-40f69111a7bd tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1307115061&fields=id&tenant_id=7e38f2806b4646d09256a66de6a08bfd HTTP/1.1" status: 200 len: 267 time: 0.0475025 Mar 23 12:52:30.492135 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-93d3c3e5-ab86-4293-962e-a238763f3e22 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:30.493638 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-93d3c3e5-ab86-4293-962e-a238763f3e22 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 817 time: 0.1050591 Mar 23 12:52:30.508466 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-2e92967f-d48a-4874-b9d0-3bee862c412f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/quotas/7e38f2806b4646d09256a66de6a08bfd HTTP/1.1" status: 200 len: 375 time: 0.0094204 Mar 23 12:52:30.528889 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2132a0db-de27-45d9-acee-8089ae9d66d6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:30.564751 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-c273b214-e0fb-4b0a-adef-203488d2c303 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501328 Mar 23 12:52:30.636719 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2132a0db-de27-45d9-acee-8089ae9d66d6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:30.642169 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2132a0db-de27-45d9-acee-8089ae9d66d6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:30.647811 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:30.658886 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:30.659503 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:30.669518 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-4de0b973-f991-47b0-b665-5d0af3d20e51 service neutron] 10.222.0.45 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934584 Mar 23 12:52:30.675301 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-2132a0db-de27-45d9-acee-8089ae9d66d6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "PUT /v2.0/floatingips/ad1f1d7a-9668-475d-96b8-16c206f75f3b HTTP/1.1" status: 200 len: 991 time: 1.2118752 Mar 23 12:52:30.675872 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'tag': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:30.678246 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df902dc5-f4d7-48dc-870b-4f29c5e209cf" -d '{"events": [{"name": "network-changed", "server_uuid": "cd13c06a-bd95-41fe-82e5-ea30d48c81de", "tag": "a8b2ec7c-1e27-47e5-9346-51e53b7f1a95"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:30.720504 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e68da4f-408b-4653-af54-d8f800adfcae x-openstack-request-id: req-4e68da4f-408b-4653-af54-d8f800adfcae {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:30.720796 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd13c06a-bd95-41fe-82e5-ea30d48c81de", "tag": "a8b2ec7c-1e27-47e5-9346-51e53b7f1a95", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:30.721068 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4e68da4f-408b-4653-af54-d8f800adfcae {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:30.721471 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e68da4f-408b-4653-af54-d8f800adfcae'] response: {'name': 'network-changed', 'server_uuid': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'tag': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95', 'status': 'completed', 'code': 200} Mar 23 12:52:30.772642 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-38d38190-8f49-4870-bd87-3998f2f1c4c9 service neutron] 10.222.0.45 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875609 Mar 23 12:52:30.782179 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:30.791384 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-7ea960bc-6047-4bcf-8a14-be620f7b3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:30.792932 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-7ea960bc-6047-4bcf-8a14-be620f7b3c9d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 1130 time: 0.0481358 Mar 23 12:52:30.905433 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-8f8a2981-1e4f-46fe-be33-ccbb3470d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:30.907988 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-8f8a2981-1e4f-46fe-be33-ccbb3470d63e service neutron] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 916 time: 0.1001263 Mar 23 12:52:31.010212 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-55f169c4-27cb-4fea-8863-5a82ed07d8c7 req-1de27dc9-40ee-422a-849f-11db5141f153 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 210 time: 0.0363140 Mar 23 12:52:31.012793 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-d4e4c357-35ec-4cc6-a494-8ee39b38883b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 HTTP/1.1" status: 200 len: 999 time: 0.0957463 Mar 23 12:52:31.066559 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-a98a0b27-506b-4285-a5ea-6d6412c77c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:31.068228 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-a98a0b27-506b-4285-a5ea-6d6412c77c53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.0482523 Mar 23 12:52:31.126294 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-7769d260-2685-4c7a-85be-f1f4ce4ba6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:31.127836 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-7769d260-2685-4c7a-85be-f1f4ce4ba6d0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0504234 Mar 23 12:52:31.217464 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'ad1f1d7a-9668-475d-96b8-16c206f75f3b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0f:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:52:17Z', 'updated_at': '2022-03-23T12:52:30Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:31.231505 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-0e422668-c84b-4779-b898-0fe1a2b3320d service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958238 Mar 23 12:52:31.248631 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:31.261425 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:31.262342 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:31.338248 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df902dc5-f4d7-48dc-870b-4f29c5e209cf req-5a0cfc5e-d3ee-4573-821e-fcb7e39532b7 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996246 Mar 23 12:52:31.392341 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:31.669848 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'ad1f1d7a-9668-475d-96b8-16c206f75f3b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0f:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:52:17Z', 'updated_at': '2022-03-23T12:52:30Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:31.707666 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01afbaeb-630f-4fcb-ba1a-603a5a5b18fd None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'ad1f1d7a-9668-475d-96b8-16c206f75f3b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.42', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:0f:1c:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:52:17Z', 'updated_at': '2022-03-23T12:52:30Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:31.937086 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-051d5dcb-fbea-416f-a5cc-922b3e3c71c4 None None] New status for floating IP ad1f1d7a-9668-475d-96b8-16c206f75f3b: ACTIVE {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:52:32.162553 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-9cd50554-7da3-46ce-a0fa-349aba86110d req-87ae5144-8e14-4b89-996e-2286b663eb41 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 210 time: 0.0455964 Mar 23 12:52:32.224784 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-4127917f-c33f-4ccc-8599-8079dd8ed944 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:32.226310 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-4127917f-c33f-4ccc-8599-8079dd8ed944 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 817 time: 0.1493106 Mar 23 12:52:32.304562 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-bf559591-8fcc-4a70-ac9c-fca1d7018194 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e38f2806b4646d09256a66de6a08bfd HTTP/1.1" status: 200 len: 380 time: 0.0657005 Mar 23 12:52:32.314778 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'port': {'device_id': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'admin_state_up': True, 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'security_groups': ['5f7e0149-8d4c-451f-a38b-e819f0a0fbc7']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:32.446889 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Made reservation on behalf of 7e38f2806b4646d09256a66de6a08bfd for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:52:32.450692 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:32.589039 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Allocated IP 172.20.0.5 (0ad8b074-08cc-49f1-9aea-20ddb46a3d70/f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75/9373aad0-a06d-4144-a3d8-dc697e8b36c4) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:52:32.740875 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:32.779976 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:32.825606 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:52:32.829295 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:52:32.836447 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:52:32.844162 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:32.900405 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:32.901082 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:32.919307 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-1615ff9b-f51d-4370-be6b-495e3abe8798 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6089435 Mar 23 12:52:32.935684 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Request body: {'port': {'device_id': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:33.006400 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:33.093784 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-afaf92e0-da26-4a7b-a31b-f405681f5c93 None None] Provisioning complete for port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:52:33.094349 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-afaf92e0-da26-4a7b-a31b-f405681f5c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:33.158677 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-afaf92e0-da26-4a7b-a31b-f405681f5c93 None None] Port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:52:33.329613 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4410b3df-0b72-411f-a8b8-1528b15c71ed req-82543e8d-6455-4b39-b60f-38617b3331b5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:33.331158 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4410b3df-0b72-411f-a8b8-1528b15c71ed req-82543e8d-6455-4b39-b60f-38617b3331b5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 931 time: 0.0912797 Mar 23 12:52:33.418756 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9373aad0-a06d-4144-a3d8-dc697e8b36c4 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:52:33.433600 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Publish callbacks [] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:33.443052 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4410b3df-0b72-411f-a8b8-1528b15c71ed req-d19158b0-8481-49b8-bce9-1c91fd7d5103 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983858 Mar 23 12:52:33.450973 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Transition to ACTIVE for port object 9373aad0-a06d-4144-a3d8-dc697e8b36c4 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:52:33.455541 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:33.508285 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:33.602440 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Attempting to bind port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:52:33.602904 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Attempting to bind port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:52:33.603492 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Attempting to bind port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 on network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:33.611860 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 on network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:52:33.611860 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Attempting to bind port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 on network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:52:33.617561 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:52:33.617892 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Checking segment: {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:52:33.618284 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Bound using segment: {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:52:33.618910 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Bound port: 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f373f3-24b1-428b-9f0a-05b18f51a8da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:52:33.619278 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:33.708798 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:52:33.716673 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:52:33.730889 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:33.770282 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:33.770976 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:33.773033 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] 10.222.0.53 "PUT /v2.0/ports/9373aad0-a06d-4144-a3d8-dc697e8b36c4 HTTP/1.1" status: 200 len: 1093 time: 0.8424098 Mar 23 12:52:33.773638 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:33.776438 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:33.824009 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fffe6-8918-4e8a-bc56-905bf903c19a service neutron] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:33.881372 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f460add-fc52-4ce7-87e3-d2284dd5459b x-openstack-request-id: req-2f460add-fc52-4ce7-87e3-d2284dd5459b {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:33.881668 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:33.881922 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2f460add-fc52-4ce7-87e3-d2284dd5459b {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:33.882328 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f460add-fc52-4ce7-87e3-d2284dd5459b'] response: {'name': 'network-changed', 'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'status': 'completed', 'code': 200} Mar 23 12:52:33.903689 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-afde1bce-3a95-4f62-9152-2015b16badf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:33.905331 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-afde1bce-3a95-4f62-9152-2015b16badf0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 1127 time: 0.0580425 Mar 23 12:52:33.966154 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-bdd2bd6a-05cb-4a70-b9d8-a0ff6723166c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4 HTTP/1.1" status: 200 len: 217 time: 0.0441177 Mar 23 12:52:34.028016 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-e83e8aaf-47fa-465b-b3d1-b9633817a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:34.029784 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-e83e8aaf-47fa-465b-b3d1-b9633817a03a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.0520422 Mar 23 12:52:34.093824 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-277b54f6-3fb9-4e26-bd8d-72bb4422125d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:34.095362 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-277b54f6-3fb9-4e26-bd8d-72bb4422125d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0529606 Mar 23 12:52:34.213504 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-b0cd4554-41c3-4bcc-be84-f86f76acd776 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075416 Mar 23 12:52:34.313303 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4510b410-a8e1-4ddd-b402-a1f01adf22d3 req-5c8202fa-3080-4515-8df7-3ee5a2bdf102 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923452 Mar 23 12:52:34.422823 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-d8052901-0bfa-451b-9a50-2838e51f8faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:34.424523 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-d8052901-0bfa-451b-9a50-2838e51f8faa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 1127 time: 0.0503771 Mar 23 12:52:34.549851 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-a05cc594-5778-4f9b-9fa2-e98b97f529ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:34.551317 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-a05cc594-5778-4f9b-9fa2-e98b97f529ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.1168613 Mar 23 12:52:34.607349 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-e08d7da0-c71b-477e-a36a-f344e6c95e98 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4 HTTP/1.1" status: 200 len: 217 time: 0.0408375 Mar 23 12:52:34.665576 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e1a62-9caa-4cc3-9643-f7f17d66dfb8 req-e91cbdad-8d8d-4777-93c0-5e90236959b9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:34.667085 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fd1e1a62-9caa-4cc3-9643-f7f17d66dfb8 req-e91cbdad-8d8d-4777-93c0-5e90236959b9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.1305089 Mar 23 12:52:34.684596 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-a73e3b9c-9ecc-4aeb-b149-67d0aebc028e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:34.686121 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-a73e3b9c-9ecc-4aeb-b149-67d0aebc028e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.0690117 Mar 23 12:52:34.753618 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fd1e1a62-9caa-4cc3-9643-f7f17d66dfb8 req-282dd759-9e51-4a1e-852c-0ac3a4fb70f9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789618 Mar 23 12:52:34.763878 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-5a1e09ef-7053-43b9-bd1d-3e77474ff84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:34.765635 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-5a1e09ef-7053-43b9-bd1d-3e77474ff84a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0687690 Mar 23 12:52:34.885631 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-477b4b5e-60a0-4975-8536-342d87bb0f0c service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014793 Mar 23 12:52:34.980281 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f5ac665-0c08-4a6d-bfe4-103b7c360c7f req-09790268-fa83-4c70-b835-d5f3e3828d6d service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861657 Mar 23 12:52:35.878785 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8c0c9-cab3-4170-b2da-b0d0c21f3d85 req-68687b39-5930-4179-8b15-df5cd70b3ea8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:35.880419 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-15a8c0c9-cab3-4170-b2da-b0d0c21f3d85 req-68687b39-5930-4179-8b15-df5cd70b3ea8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0539265 Mar 23 12:52:35.931528 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-15a8c0c9-cab3-4170-b2da-b0d0c21f3d85 req-a170de4c-e09e-4dfd-8a38-8d3fa0cdfeac tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455239 Mar 23 12:52:36.779300 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 9373aad0-a06d-4144-a3d8-dc697e8b36c4 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:52:36.883676 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:36.895642 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'port_id': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'mac_address': 'fa:16:3e:87:0f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:52:36.934218 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:52:36.934610 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:36.948819 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9373aad0-a06d-4144-a3d8-dc697e8b36c4 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:52:36.971513 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:36.976467 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:37.032390 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:37.072089 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d946e-88f7-44db-b48e-34cdde826c78 req-b81d8c92-7d11-4821-af37-ca59bcecd0fd tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:37.073703 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-266d946e-88f7-44db-b48e-34cdde826c78 req-b81d8c92-7d11-4821-af37-ca59bcecd0fd tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 944 time: 0.0612104 Mar 23 12:52:37.128135 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-266d946e-88f7-44db-b48e-34cdde826c78 req-830e340a-72d5-40f9-a176-cdc73ae9ae3c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473402 Mar 23 12:52:37.406179 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['9373aad0-a06d-4144-a3d8-dc697e8b36c4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:52:38.258973 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e53065-4e3c-4ae0-b3fd-54fda7b18f4b req-b3ea6eb9-6c76-4ac7-89ac-4307a61fa5ef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:38.260633 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-01e53065-4e3c-4ae0-b3fd-54fda7b18f4b req-b3ea6eb9-6c76-4ac7-89ac-4307a61fa5ef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 944 time: 0.0568426 Mar 23 12:52:38.312327 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-01e53065-4e3c-4ae0-b3fd-54fda7b18f4b req-594fb2ad-d228-4b9a-bf78-b278ae953a45 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445805 Mar 23 12:52:38.776417 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 9373aad0-a06d-4144-a3d8-dc697e8b36c4 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:52:38.836987 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:52:38.842549 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:52:38.844406 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:38.895129 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-2a7e1de9-583b-45dd-9ad2-ebed7fce183f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-422265859&fields=id&tenant_id=d30c004a3e32465489dac9af4f6b824a HTTP/1.1" status: 200 len: 267 time: 0.0522187 Mar 23 12:52:38.937398 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:52:38.937790 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:38.962496 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:38.963424 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-c0f25a2c-4f25-4c6a-91d5-d20d1e80c848 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:38.964809 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8201293-b910-4f77-863e-1a3b00f2c453" -d '{"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-plugged", "status": "completed", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:38.965074 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-c0f25a2c-4f25-4c6a-91d5-d20d1e80c848 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 984 time: 0.0616438 Mar 23 12:52:38.979999 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:38.985756 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:38.993113 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-aac144d6-d3bc-4538-8f06-cd107b6ecd8f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Request body: {'port': {'security_groups': ['35d8f09a-b03d-475d-b46a-03de0288d017']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:39.017798 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-036e7158-7ca4-4f0a-b11d-db70fd1e403e x-openstack-request-id: req-036e7158-7ca4-4f0a-b11d-db70fd1e403e {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:39.018166 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-plugged", "status": "completed", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:39.018486 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-036e7158-7ca4-4f0a-b11d-db70fd1e403e {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:39.018892 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-036e7158-7ca4-4f0a-b11d-db70fd1e403e'] response: {'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'code': 200} Mar 23 12:52:39.048751 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:39.098482 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-aac144d6-d3bc-4538-8f06-cd107b6ecd8f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:39.423058 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde86f25-1283-4006-b4c7-3bf58366ab11 req-84f116fc-11b0-4baf-8b0f-522061f3e434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:39.424611 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dde86f25-1283-4006-b4c7-3bf58366ab11 req-84f116fc-11b0-4baf-8b0f-522061f3e434 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 1129 time: 0.0760381 Mar 23 12:52:39.443496 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24778217-8cf3-4f79-9e7e-9ae4fe9ff320 req-762e6804-bdf4-4d62-b2ec-f0dcc05fa9a2 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:39.445101 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-24778217-8cf3-4f79-9e7e-9ae4fe9ff320 req-762e6804-bdf4-4d62-b2ec-f0dcc05fa9a2 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0558512 Mar 23 12:52:39.502872 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dde86f25-1283-4006-b4c7-3bf58366ab11 req-31177f44-f651-4c39-a1cb-ccc2688597b7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676143 Mar 23 12:52:39.505162 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-24778217-8cf3-4f79-9e7e-9ae4fe9ff320 req-c8a8b5be-adb8-424a-a9fb-72c7cb02d229 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536542 Mar 23 12:52:39.595879 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-aac144d6-d3bc-4538-8f06-cd107b6ecd8f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] For port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:39.628840 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-aac144d6-d3bc-4538-8f06-cd107b6ecd8f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:39.635928 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-aac144d6-d3bc-4538-8f06-cd107b6ecd8f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:39.653705 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:52:39.682596 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-aac144d6-d3bc-4538-8f06-cd107b6ecd8f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:39.683268 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-aac144d6-d3bc-4538-8f06-cd107b6ecd8f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:39.684775 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ea60482e-c204-4af8-9bb2-4a0f8d3f79cc req-aac144d6-d3bc-4538-8f06-cd107b6ecd8f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "PUT /v2.0/ports/98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 942 time: 0.6982145 Mar 23 12:52:39.685330 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:39.687622 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe7939d1-879b-4ac1-a092-faaac30bfe26" -d '{"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:39.700179 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47406) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:39.719236 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac144d6-d3bc-4538-8f06-cd107b6ecd8f tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event updated for resources: {'Port': ['ID=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,revision_number=7']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:39.794699 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b338e7ed-b909-4aae-a336-7813af116038 x-openstack-request-id: req-b338e7ed-b909-4aae-a336-7813af116038 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:39.796068 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:39.796593 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-b338e7ed-b909-4aae-a336-7813af116038 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:39.797481 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b338e7ed-b909-4aae-a336-7813af116038'] response: {'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'status': 'completed', 'code': 200} Mar 23 12:52:39.874773 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:52:39.925091 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-6b935f55-9f6c-414b-8c45-c405e8256972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:39.926795 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-6b935f55-9f6c-414b-8c45-c405e8256972 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30c004a3e32465489dac9af4f6b824a&device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 1129 time: 0.0803375 Mar 23 12:52:40.045413 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-053f8841-99b8-4908-81fc-f982125053ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:40.047030 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-053f8841-99b8-4908-81fc-f982125053ad service neutron] 10.222.0.53 "GET /v2.0/networks?id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 HTTP/1.1" status: 200 len: 916 time: 0.1081846 Mar 23 12:52:40.057709 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-234ad478-1547-4121-bcbb-0d8bbb4974da None None] Provisioning complete for port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:52:40.058110 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-234ad478-1547-4121-bcbb-0d8bbb4974da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.072687 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f182a3a-fd28-4354-a893-1b8a68f8d3b8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group (6e33c404-98ab-4c3c-9cae-bbcd29de2ce4), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.125881 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f182a3a-fd28-4354-a893-1b8a68f8d3b8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group (6e33c404-98ab-4c3c-9cae-bbcd29de2ce4), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.131906 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-f0d68269-b8fa-4bf7-ba0e-37b176901442 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 1001 time: 0.0744991 Mar 23 12:52:40.162129 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-234ad478-1547-4121-bcbb-0d8bbb4974da None None] Current status of the port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 is: ACTIVE; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:52:40.189910 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-12283854-f343-4416-ab40-1d566ca9e7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:40.191377 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-12283854-f343-4416-ab40-1d566ca9e7b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=228bfd83-be88-47b6-94de-6b2e028f3a21 HTTP/1.1" status: 200 len: 854 time: 0.0484903 Mar 23 12:52:40.200647 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f182a3a-fd28-4354-a893-1b8a68f8d3b8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6e33c404-98ab-4c3c-9cae-bbcd29de2ce4), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.205461 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3f182a3a-fd28-4354-a893-1b8a68f8d3b8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.207005 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-3f182a3a-fd28-4354-a893-1b8a68f8d3b8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "DELETE /v2.0/security-groups/6e33c404-98ab-4c3c-9cae-bbcd29de2ce4 HTTP/1.1" status: 204 len: 168 time: 0.5030313 Mar 23 12:52:40.217484 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47410) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:40.225757 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f182a3a-fd28-4354-a893-1b8a68f8d3b8 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e33c404-98ab-4c3c-9cae-bbcd29de2ce4,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:40.267439 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-688e43f7-9acf-446e-ae4f-da3b94207d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:40.269188 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-688e43f7-9acf-446e-ae4f-da3b94207d6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0635710 Mar 23 12:52:40.380764 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-2b86807d-3e1f-48b4-a261-bfb1bb56514f service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958254 Mar 23 12:52:40.408142 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Deleting port 7ccb1edd-84ee-4d94-951d-c1884447e54a {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:40.408635 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (7ccb1edd-84ee-4d94-951d-c1884447e54a), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.478182 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fe7939d1-879b-4ac1-a092-faaac30bfe26 req-d1ea25e4-9390-413c-b757-ac9ff3bac076 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907331 Mar 23 12:52:40.500885 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (7ccb1edd-84ee-4d94-951d-c1884447e54a), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.501492 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for floatingip (7ccb1edd-84ee-4d94-951d-c1884447e54a), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.515794 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Calling delete_port for 7ccb1edd-84ee-4d94-951d-c1884447e54a owned by network:floatingip {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:40.636781 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badbcd57-cdb0-4462-8448-aef505e1f6a1 req-90f80125-f7cd-47c3-a921-2b4ac14db132 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:40.638318 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-badbcd57-cdb0-4462-8448-aef505e1f6a1 req-90f80125-f7cd-47c3-a921-2b4ac14db132 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0556996 Mar 23 12:52:40.690631 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-badbcd57-cdb0-4462-8448-aef505e1f6a1 req-911f18d1-0d12-4595-b1c9-9637b4fbac1a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463941 Mar 23 12:52:40.704818 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (7ccb1edd-84ee-4d94-951d-c1884447e54a), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.735678 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event deleted for resources: {'Port': ['ID=7ccb1edd-84ee-4d94-951d-c1884447e54a,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:40.763553 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks [] for floatingip (ff7bfca7-c7e7-482f-a241-09f736b1c5aa), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:40.763973 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.l3_db [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Floating IP ff7bfca7-c7e7-482f-a241-09f736b1c5aa disassociated (deleted). External IP: 172.27.0.139, port: 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181. Mar 23 12:52:40.986126 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:41.100013 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:41.105023 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:41.111093 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] Sync routers for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:41.122832 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:41.123481 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:41.147881 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a01d227c-e073-4f86-a953-f604fd1a0732 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "DELETE /v2.0/floatingips/ff7bfca7-c7e7-482f-a241-09f736b1c5aa HTTP/1.1" status: 204 len: 168 time: 0.9287500 Mar 23 12:52:41.148514 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'}] {{(pid=115108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:41.150763 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4c4de31e92d97ca00457ed788e130df541ba5a0bd0b7464d7b0b9dedcd6006a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eedd186-a2f8-46d9-842e-9a90314f233f" -d '{"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181"}]}' {{(pid=115108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:41.232200 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-579ec28f-cac4-441b-bc0b-9167fc3e66ba x-openstack-request-id: req-579ec28f-cac4-441b-bc0b-9167fc3e66ba {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:41.232491 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181", "status": "completed", "code": 200}]} {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:41.232864 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-579ec28f-cac4-441b-bc0b-9167fc3e66ba {{(pid=115108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:41.233577 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-579ec28f-cac4-441b-bc0b-9167fc3e66ba'] response: {'name': 'network-changed', 'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'status': 'completed', 'code': 200} Mar 23 12:52:41.263733 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:41.334463 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-78f84004-5517-4e5c-b457-e72eadb49f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:41.336004 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-78f84004-5517-4e5c-b457-e72eadb49f80 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d30c004a3e32465489dac9af4f6b824a&device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 1129 time: 0.0607605 Mar 23 12:52:41.458395 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-5c00942a-61fb-439a-8119-a551f291457e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:41.460482 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-5c00942a-61fb-439a-8119-a551f291457e service neutron] 10.222.0.53 "GET /v2.0/networks?id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 HTTP/1.1" status: 200 len: 916 time: 0.1149521 Mar 23 12:52:41.519614 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-17a770db-84f0-46d7-8c4c-16f3151feff6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 200 len: 217 time: 0.0476291 Mar 23 12:52:41.520645 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '58256246-1645-4668-aa13-d2a4a87ed5c0', 'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'mac_address': 'fa:16:3e:18:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:28Z', 'updated_at': '2022-03-23T12:49:33Z', 'revision_number': 5, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'subnets': [{'id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:41.571614 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] Checking router: a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:41.578620 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-18db5c03-05bd-4d21-a783-ad4a070ffeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:41.580591 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-18db5c03-05bd-4d21-a783-ad4a070ffeee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=228bfd83-be88-47b6-94de-6b2e028f3a21 HTTP/1.1" status: 200 len: 854 time: 0.0509264 Mar 23 12:52:41.581316 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:41.581940 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:41.638207 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-371958b5-2428-4d70-b4a4-37fdc367b497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:41.640376 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-371958b5-2428-4d70-b4a4-37fdc367b497 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0488741 Mar 23 12:52:41.694446 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:41.748630 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-769bfaeb-be7b-4d9f-bed9-4074baa27da4 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004505 Mar 23 12:52:41.828964 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d2e42e-c5ec-4a90-905f-b5cc74d52255 req-3ba972c5-ba4c-47b4-9da6-3966e8689b9c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:41.833476 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a1d2e42e-c5ec-4a90-905f-b5cc74d52255 req-3ba972c5-ba4c-47b4-9da6-3966e8689b9c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0633547 Mar 23 12:52:41.860529 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2eedd186-a2f8-46d9-842e-9a90314f233f req-901997e0-1ffd-4a17-9543-8b9bba6b4724 service neutron] 10.222.0.53 "GET /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028526 Mar 23 12:52:41.890561 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a1d2e42e-c5ec-4a90-905f-b5cc74d52255 req-ebe17031-018e-432e-8f0d-609f7a5d8cd7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542471 Mar 23 12:52:42.034934 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49606039-fb12-4e93-b331-266fd509095a req-8221b6d0-d90a-4f89-8feb-2f40f0078476 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:42.036323 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-49606039-fb12-4e93-b331-266fd509095a req-8221b6d0-d90a-4f89-8feb-2f40f0078476 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0732543 Mar 23 12:52:42.048295 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47428) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:42.053388 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-37dcc576-8bd0-431c-b47f-63a706c6933a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Request body: {'floatingip': {'port_id': '9373aad0-a06d-4144-a3d8-dc697e8b36c4'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:52:42.080598 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '58256246-1645-4668-aa13-d2a4a87ed5c0', 'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'mac_address': 'fa:16:3e:18:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:28Z', 'updated_at': '2022-03-23T12:49:33Z', 'revision_number': 5, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'subnets': [{'id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:42.107242 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b31d91-e685-4d1a-be71-0583c91cb66f None None] The sync data for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi is: [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:29Z', 'revision_number': 4, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '58256246-1645-4668-aa13-d2a4a87ed5c0', 'name': '', 'network_id': 'eacc6ee6-f2fb-4e3a-b716-a7bc19d33130', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'mac_address': 'fa:16:3e:18:d2:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:28Z', 'updated_at': '2022-03-23T12:49:33Z', 'revision_number': 5, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'subnets': [{'id': '228bfd83-be88-47b6-94de-6b2e028f3a21', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:42.107658 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-37dcc576-8bd0-431c-b47f-63a706c6933a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (e546cb26-f1b2-4388-923c-8b2e347b9d04), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:42.410887 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82cba7c8-d7c6-4b08-8a28-0544706292ef None None] New status for floating IP ff7bfca7-c7e7-482f-a241-09f736b1c5aa: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:52:42.634590 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-37dcc576-8bd0-431c-b47f-63a706c6933a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:42.641637 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-37dcc576-8bd0-431c-b47f-63a706c6933a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (e546cb26-f1b2-4388-923c-8b2e347b9d04), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:42.762014 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-37dcc576-8bd0-431c-b47f-63a706c6933a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Floating IP e546cb26-f1b2-4388-923c-8b2e347b9d04 associated. External IP: 172.27.0.13, port: 9373aad0-a06d-4144-a3d8-dc697e8b36c4. Mar 23 12:52:42.999654 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dcc576-8bd0-431c-b47f-63a706c6933a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:43.119597 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dcc576-8bd0-431c-b47f-63a706c6933a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:43.124656 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-37dcc576-8bd0-431c-b47f-63a706c6933a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:43.136859 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] Sync routers for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:43.157143 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:43.157771 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:43.158113 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-37dcc576-8bd0-431c-b47f-63a706c6933a tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "PUT /v2.0/floatingips/e546cb26-f1b2-4388-923c-8b2e347b9d04 HTTP/1.1" status: 200 len: 990 time: 1.1086645 Mar 23 12:52:43.158701 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:43.162615 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a196a-f737-445f-9167-401b182e3af7" -d '{"events": [{"name": "network-changed", "server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:43.196907 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af6f71a-da6c-4acb-a669-086d279a46f6 x-openstack-request-id: req-3af6f71a-da6c-4acb-a669-086d279a46f6 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:43.197196 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:43.197450 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3af6f71a-da6c-4acb-a669-086d279a46f6 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:43.198155 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3af6f71a-da6c-4acb-a669-086d279a46f6'] response: {'name': 'network-changed', 'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'status': 'completed', 'code': 200} Mar 23 12:52:43.275704 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a196a-f737-445f-9167-401b182e3af7 req-fe07ce1c-4262-4192-af62-64064540c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:43.277636 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-378a196a-f737-445f-9167-401b182e3af7 req-fe07ce1c-4262-4192-af62-64064540c86b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 1129 time: 0.0496249 Mar 23 12:52:43.300016 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:43.381717 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a196a-f737-445f-9167-401b182e3af7 req-4faa82c9-17bc-41c4-a00f-cef0db45b8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:43.383169 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-378a196a-f737-445f-9167-401b182e3af7 req-4faa82c9-17bc-41c4-a00f-cef0db45b8c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.0982225 Mar 23 12:52:43.456387 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-378a196a-f737-445f-9167-401b182e3af7 req-283391a0-108e-41c1-a0c2-4a0a5bd8feab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4 HTTP/1.1" status: 200 len: 998 time: 0.0655980 Mar 23 12:52:43.516432 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a196a-f737-445f-9167-401b182e3af7 req-aa4667eb-2117-4af9-ae3f-822fd21b7c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:43.517911 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-378a196a-f737-445f-9167-401b182e3af7 req-aa4667eb-2117-4af9-ae3f-822fd21b7c0d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.0518301 Mar 23 12:52:43.580437 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'e546cb26-f1b2-4388-923c-8b2e347b9d04', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'port_id': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'mac_address': 'fa:16:3e:87:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:52:29Z', 'updated_at': '2022-03-23T12:52:42Z', 'revision_number': 1, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:43.583787 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378a196a-f737-445f-9167-401b182e3af7 req-9fcf9abe-e424-4d63-a81d-bf900c4e8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:43.585364 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-378a196a-f737-445f-9167-401b182e3af7 req-9fcf9abe-e424-4d63-a81d-bf900c4e8e88 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0528412 Mar 23 12:52:43.608936 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] Checking router: 5a768bf8-630f-44c2-9cf0-86702bd26fb4 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:43.619835 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:43.620581 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:43.693689 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-378a196a-f737-445f-9167-401b182e3af7 req-f55632ee-a603-490d-a42d-7ee4258955dc service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999382 Mar 23 12:52:43.742192 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:43.800390 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-378a196a-f737-445f-9167-401b182e3af7 req-fb3bdf03-2960-47e0-a453-1d4f77dc0b35 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970347 Mar 23 12:52:44.036821 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'e546cb26-f1b2-4388-923c-8b2e347b9d04', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'port_id': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'mac_address': 'fa:16:3e:87:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:52:29Z', 'updated_at': '2022-03-23T12:52:42Z', 'revision_number': 1, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:44.041670 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b4c4de-6941-4e26-9d06-6229d31e0b97 req-40be5883-8b25-4381-91e8-b490154775cd tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:44.043242 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-46b4c4de-6941-4e26-9d06-6229d31e0b97 req-40be5883-8b25-4381-91e8-b490154775cd tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.0593355 Mar 23 12:52:44.071461 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4260c36-e883-4f77-809d-f8cb6d621d82 None None] The sync data for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi is: [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'e546cb26-f1b2-4388-923c-8b2e347b9d04', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'floating_ip_address': '172.27.0.13', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'port_id': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'mac_address': 'fa:16:3e:87:0f:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:52:29Z', 'updated_at': '2022-03-23T12:52:42Z', 'revision_number': 1, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:44.101052 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-46b4c4de-6941-4e26-9d06-6229d31e0b97 req-428fd18e-988b-4506-8087-d8e5ee8c18fe tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511127 Mar 23 12:52:44.310505 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b9a663e-ad8b-4ba2-99b8-5cfd855ee2fc None None] New status for floating IP e546cb26-f1b2-4388-923c-8b2e347b9d04: ACTIVE {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:52:44.820082 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4b7f03cb-f1cf-48c2-bf3f-b934a118568b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:45.228868 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd025d-75aa-4fdd-b058-bfcd3864ece2 req-00513653-c5a2-4a7d-8585-793631b1f53d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:45.230387 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81bd025d-75aa-4fdd-b058-bfcd3864ece2 req-00513653-c5a2-4a7d-8585-793631b1f53d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.0567751 Mar 23 12:52:45.289982 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81bd025d-75aa-4fdd-b058-bfcd3864ece2 req-0bde8245-545f-4613-a14e-db6787e3ffd2 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527287 Mar 23 12:52:46.419712 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeb33de-808e-4fe3-b87d-a908c5710f85 req-ca73fdb1-73b9-4591-ba1b-7cf99e87389d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:46.421443 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0aeb33de-808e-4fe3-b87d-a908c5710f85 req-ca73fdb1-73b9-4591-ba1b-7cf99e87389d tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.0543368 Mar 23 12:52:46.470680 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0aeb33de-808e-4fe3-b87d-a908c5710f85 req-2b1ce710-dd74-4340-9d22-c9411eefaf77 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/security-groups?id=35d8f09a-b03d-475d-b46a-03de0288d017&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433354 Mar 23 12:52:46.479532 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-7040484d-8c71-4468-a93c-fe16ebf31718 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:52:46.481117 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-7040484d-8c71-4468-a93c-fe16ebf31718 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.53 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 945 time: 0.0560231 Mar 23 12:52:46.595551 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Deleting port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:46.595886 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:46.684665 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] For port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:46.685028 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:46.702878 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Calling delete_port for 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:46.835955 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:46.852829 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:52:46.862842 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Pushing event deleted for resources: {'Port': ['ID=98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:46.918682 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] No DVR routers for this DVR port 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:46.922191 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:46.927305 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8ad09ade-2bae-4b64-97a1-a1f379f1ee34 req-f413a7cd-c908-4962-a003-83d0a32fbcaf tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.53 "DELETE /v2.0/ports/98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 HTTP/1.1" status: 204 len: 173 time: 0.4372504 Mar 23 12:52:46.927929 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'name': 'network-vif-deleted', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:52:46.931578 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44aa39e3-62d1-4416-b7e4-80cb0b43030e" -d '{"events": [{"server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "name": "network-vif-deleted", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:52:46.971802 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e57a2bf-5918-4d8c-83b6-ce2606100980 x-openstack-request-id: req-5e57a2bf-5918-4d8c-83b6-ce2606100980 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:52:46.972392 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97c0b5c0-98fe-4972-aed0-e7473af54dde", "name": "network-vif-deleted", "tag": "98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:52:46.972640 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5e57a2bf-5918-4d8c-83b6-ce2606100980 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:52:46.973042 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e57a2bf-5918-4d8c-83b6-ce2606100980'] response: {'server_uuid': '97c0b5c0-98fe-4972-aed0-e7473af54dde', 'name': 'network-vif-deleted', 'tag': '98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181', 'status': 'completed', 'code': 200} Mar 23 12:52:47.591398 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e9f7af6e-d169-472b-b1e7-59fac61ddcf8 req-43c392c3-ea4b-42b6-90c6-8f6071c3f7c4 tempest-TestMinimumBasicScenario-2138806216 tempest-TestMinimumBasicScenario-2138806216-project] 10.222.0.45 "GET /v2.0/ports?device_id=97c0b5c0-98fe-4972-aed0-e7473af54dde HTTP/1.1" status: 200 len: 210 time: 0.0382731 Mar 23 12:52:47.974833 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-221f0fb3-6b70-48b6-a922-c60e415e9911 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:49.204805 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47514) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:49.613521 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:49.882237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:50.227186 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Deleting port 58256246-1645-4668-aa13-d2a4a87ed5c0 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:50.227817 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:50.323520 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] For port 58256246-1645-4668-aa13-d2a4a87ed5c0, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=58256246-1645-4668-aa13-d2a4a87ed5c0,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:50.323885 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:50.337229 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Calling delete_port for 58256246-1645-4668-aa13-d2a4a87ed5c0 owned by network:router_interface {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:50.529401 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (58256246-1645-4668-aa13-d2a4a87ed5c0), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:50.558799 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Pushing event deleted for resources: {'Port': ['ID=58256246-1645-4668-aa13-d2a4a87ed5c0,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:50.747263 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:50.871974 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:50.901444 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:50.901930 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 98e2d2e9-15cd-4a5b-9e1a-ac3916c9e181 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:50.975874 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:51.082433 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:51.102065 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:51.108373 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-dfe6bb45-2ff4-4f37-9973-f9d705d4be42 admin admin] 10.222.0.45 "PUT /v2.0/routers/a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8992858 Mar 23 12:52:51.112202 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47518) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:51.113195 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] Sync routers for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:51.123833 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:51.124515 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:51.227667 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks [] for router (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:51.348359 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks [] for router_gateway (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:51.377804 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:51.419190 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Deleting port e1144745-288f-4fd5-a324-e435b5ea218c {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:51.419639 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:51.508942 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] For port e1144745-288f-4fd5-a324-e435b5ea218c, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=e1144745-288f-4fd5-a324-e435b5ea218c,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:51.509396 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:51.523828 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Calling delete_port for e1144745-288f-4fd5-a324-e435b5ea218c owned by network:router_gateway {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:51.571003 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:51.596694 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29'}], 'enable_snat': True}, 'gw_port_id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:52:50Z', 'revision_number': 5, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port': {'id': 'e1144745-288f-4fd5-a324-e435b5ea218c', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:49:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:49:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:51.629487 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] Checking router: a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:51.640132 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] Routers {'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:51.641376 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:51.721292 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (e1144745-288f-4fd5-a324-e435b5ea218c), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:51.748304 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] Set router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae gateway port host: None {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:51.756775 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1144745-288f-4fd5-a324-e435b5ea218c,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:51.812897 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:52:51Z', 'revision_number': 6, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port_host': None}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:51.832059 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:51.841230 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b631c7-ddb6-4336-8f77-d6cbf8320335 None None] The sync data for ids ['a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae'] in dv-cinder-797245-11-iscsi is: [{'id': 'a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae', 'name': 'tempest-TestMinimumBasicScenario-1005445322-router', 'tenant_id': 'd30c004a3e32465489dac9af4f6b824a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:25Z', 'updated_at': '2022-03-23T12:52:51Z', 'revision_number': 6, 'project_id': 'd30c004a3e32465489dac9af4f6b824a', 'gw_port_host': None}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:51.965527 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:51.968162 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks [] for router_controller (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.042647 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.043461 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae {{(pid=115109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:52.050147 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.051395 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-40a8c775-aef0-4db9-afc2-4009bc8b00b2 admin admin] 10.222.0.45 "DELETE /v2.0/routers/a53ff3d0-9c1b-4cb8-ac75-eed6ccf080ae HTTP/1.1" status: 204 len: 168 time: 0.9381413 Mar 23 12:52:52.054638 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47524) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:52.099373 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_v2 [None req-13c550a7-9cc2-452b-8264-42184bf0961d admin admin] Deleting subnet 228bfd83-be88-47b6-94de-6b2e028f3a21 {{(pid=115109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:52:52.102646 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-13c550a7-9cc2-452b-8264-42184bf0961d admin admin] Publish callbacks [] for subnet (228bfd83-be88-47b6-94de-6b2e028f3a21), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.137354 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-13c550a7-9cc2-452b-8264-42184bf0961d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13703470'] for subnet (228bfd83-be88-47b6-94de-6b2e028f3a21), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.483780 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-13c550a7-9cc2-452b-8264-42184bf0961d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (228bfd83-be88-47b6-94de-6b2e028f3a21), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.539018 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-13c550a7-9cc2-452b-8264-42184bf0961d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58409122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078138'] for subnet (228bfd83-be88-47b6-94de-6b2e028f3a21), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.570527 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c550a7-9cc2-452b-8264-42184bf0961d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=228bfd83-be88-47b6-94de-6b2e028f3a21,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:52.572536 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-13c550a7-9cc2-452b-8264-42184bf0961d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.577617 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-13c550a7-9cc2-452b-8264-42184bf0961d admin admin] 10.222.0.45 "DELETE /v2.0/subnets/228bfd83-be88-47b6-94de-6b2e028f3a21 HTTP/1.1" status: 204 len: 168 time: 0.5200448 Mar 23 12:52:52.577915 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701eb0d-c89a-4295-87c8-29ed676ebbf0 None None] Network eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:52:52.579577 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47528) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:52.681003 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (eacc6ee6-f2fb-4e3a-b716-a7bc19d33130), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.712098 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 58256246-1645-4668-aa13-d2a4a87ed5c0 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:52.734560 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 58256246-1645-4668-aa13-d2a4a87ed5c0 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:52.734918 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 58256246-1645-4668-aa13-d2a4a87ed5c0 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:52.735288 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device e1144745-288f-4fd5-a324-e435b5ea218c no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:52.754089 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Deleting port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:52.754540 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.772711 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: e1144745-288f-4fd5-a324-e435b5ea218c {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:52.773021 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device e1144745-288f-4fd5-a324-e435b5ea218c not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:52.799131 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65434404-8902-4442-8b43-75984bae0517 None None] DHCP port deletion for eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:52:52.835851 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] For port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:52.836350 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.856295 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Calling delete_port for 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df owned by network:dhcp {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:52.865032 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-65434404-8902-4442-8b43-75984bae0517 None None] Deleting port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:52.865408 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-65434404-8902-4442-8b43-75984bae0517 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.932000 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-65434404-8902-4442-8b43-75984bae0517 None None] For port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df,segment=NetworkSegment(7ceae9a7-8743-46de-8d44-8b4de3e761ec),segment_id=7ceae9a7-8743-46de-8d44-8b4de3e761ec)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:52.932439 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-65434404-8902-4442-8b43-75984bae0517 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.941577 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:52.946588 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-65434404-8902-4442-8b43-75984bae0517 None None] Calling delete_port for 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:52.975019 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] No DVR routers for this DVR port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df on host dv-cinder-797245-11-iscsi {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:53.001851 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:53.062721 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (eacc6ee6-f2fb-4e3a-b716-a7bc19d33130), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:53.085472 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacc6ee6-f2fb-4e3a-b716-a7bc19d33130']}} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:53.089651 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-65434404-8902-4442-8b43-75984bae0517 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:53.096769 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ceae9a7-8743-46de-8d44-8b4de3e761ec') {'for_net_delete': True} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:53.097325 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ceae9a7-8743-46de-8d44-8b4de3e761ec') {} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:53.107338 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13703447'] for segment (7ceae9a7-8743-46de-8d44-8b4de3e761ec), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:53.121327 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (7ceae9a7-8743-46de-8d44-8b4de3e761ec), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:53.122326 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65434404-8902-4442-8b43-75984bae0517 None None] Pushing event deleted for resources: {'Port': ['ID=8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:53.124622 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65434404-8902-4442-8b43-75984bae0517 None None] No DVR routers for this DVR port 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df on host dv-cinder-797245-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:53.127826 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=115109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:52:53.128270 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58412288'] for segment (7ceae9a7-8743-46de-8d44-8b4de3e761ec), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: Traceback (most recent call last): Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: timer() Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: cb(*args, **kw) Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: return func(*args, **kwargs) Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: self._notify() Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: self.callback(batched_events) Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: event.method(event) Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: return f(self, *a, **k) Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._get(url).json() Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: return self.request(url, 'GET', **kwargs) Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:52:53.130242 dv-cinder-797245-11-iscsi neutron-server[115109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:52:53.186762 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (eacc6ee6-f2fb-4e3a-b716-a7bc19d33130), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:53.192442 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:53.195542 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] 10.222.0.45 "DELETE /v2.0/networks/eacc6ee6-f2fb-4e3a-b716-a7bc19d33130 HTTP/1.1" status: 204 len: 168 time: 0.6149347 Mar 23 12:52:53.198742 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47530) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:53.208243 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe623633-a3d8-40c0-9ad7-3e85675df026 admin admin] Pushing event deleted for resources: {'Network': ['ID=eacc6ee6-f2fb-4e3a-b716-a7bc19d33130,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:53.647449 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:53.987226 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Deleting port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:53.987458 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:54.067963 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] For port f4aacaa0-5eca-4df3-9905-e2e15c32e5b9, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f4aacaa0-5eca-4df3-9905-e2e15c32e5b9,segment=NetworkSegment(184117a8-ebc3-4066-b241-3fd518252ae8),segment_id=184117a8-ebc3-4066-b241-3fd518252ae8)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:54.068348 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:54.081015 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Calling delete_port for f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 owned by network:router_interface {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:54.265744 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (f4aacaa0-5eca-4df3-9905-e2e15c32e5b9), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:54.290660 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4aacaa0-5eca-4df3-9905-e2e15c32e5b9,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:54.430655 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:54.451561 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:54.478357 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:54.478697 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8b3f8a01-9d1a-43ec-9239-dbbf3b55e9df not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:54.674543 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:52:54.996966 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:52:55.003193 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-9f9aa3ea-314c-49b7-a732-9462cfbb8bb0 admin admin] 10.222.0.45 "PUT /v2.0/routers/c9eca6db-8b5a-42a9-8c88-d7c9c275f909/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8033361 Mar 23 12:52:55.005275 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47532) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:55.006475 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] Sync routers for ids ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:52:55.017085 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] Routers {'c9eca6db-8b5a-42a9-8c88-d7c9c275f909'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:55.017688 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:55.122669 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks [] for router (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.132236 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] Set router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:55.235118 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks [] for router_gateway (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.296085 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Deleting port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:55.296751 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.323828 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:32Z', 'updated_at': '2022-03-23T12:52:54Z', 'revision_number': 5, 'project_id': '444923bf20ee4b849134859ced162b6b', 'gw_port': {'id': '5106d7e4-c29a-40fb-b177-a4d863e0a3d3', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:85:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 306, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:49:33Z', 'updated_at': '2022-03-23T12:49:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:55.353190 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] Checking router: c9eca6db-8b5a-42a9-8c88-d7c9c275f909 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:52:55.362648 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] Routers {'c9eca6db-8b5a-42a9-8c88-d7c9c275f909'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:52:55.363252 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:55.382548 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] For port 5106d7e4-c29a-40fb-b177-a4d863e0a3d3, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=5106d7e4-c29a-40fb-b177-a4d863e0a3d3,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:55.382905 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.397915 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Calling delete_port for 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 owned by network:router_gateway {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:55.453657 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] Set router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:52:55.512993 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:32Z', 'updated_at': '2022-03-23T12:52:55Z', 'revision_number': 6, 'project_id': '444923bf20ee4b849134859ced162b6b', 'gw_port_host': None}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:55.554818 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f19a4d7-e938-42f5-9165-259ac262100f None None] The sync data for ids ['c9eca6db-8b5a-42a9-8c88-d7c9c275f909'] in dv-cinder-797245-11-iscsi is: [{'id': 'c9eca6db-8b5a-42a9-8c88-d7c9c275f909', 'name': 'tempest-TestMinimumBasicScenario-1363278743-router', 'tenant_id': '444923bf20ee4b849134859ced162b6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:49:32Z', 'updated_at': '2022-03-23T12:52:55Z', 'revision_number': 6, 'project_id': '444923bf20ee4b849134859ced162b6b', 'gw_port_host': None}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:52:55.601687 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (5106d7e4-c29a-40fb-b177-a4d863e0a3d3), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.628582 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Pushing event deleted for resources: {'Port': ['ID=5106d7e4-c29a-40fb-b177-a4d863e0a3d3,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:55.697014 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.729214 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.794623 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.797166 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks [] for router_controller (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.849484 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (c9eca6db-8b5a-42a9-8c88-d7c9c275f909), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.849914 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9eca6db-8b5a-42a9-8c88-d7c9c275f909 {{(pid=115109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:52:55.854345 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.855494 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-c73a2773-061e-44d8-af04-c303a7378b8e admin admin] 10.222.0.45 "DELETE /v2.0/routers/c9eca6db-8b5a-42a9-8c88-d7c9c275f909 HTTP/1.1" status: 204 len: 168 time: 0.8491719 Mar 23 12:52:55.858331 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47534) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:55.920147 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cd579d-b887-448c-8174-222c5c5d290e admin admin] Deleting subnet a1aeb5e1-7f37-493d-bfa1-88d3e866848b {{(pid=115109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:52:55.924707 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-44cd579d-b887-448c-8174-222c5c5d290e admin admin] Publish callbacks [] for subnet (a1aeb5e1-7f37-493d-bfa1-88d3e866848b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:55.964303 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-44cd579d-b887-448c-8174-222c5c5d290e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13703470'] for subnet (a1aeb5e1-7f37-493d-bfa1-88d3e866848b), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.063293 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-44cd579d-b887-448c-8174-222c5c5d290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (a1aeb5e1-7f37-493d-bfa1-88d3e866848b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.142184 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-44cd579d-b887-448c-8174-222c5c5d290e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58409122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078138'] for subnet (a1aeb5e1-7f37-493d-bfa1-88d3e866848b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.172738 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd579d-b887-448c-8174-222c5c5d290e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1aeb5e1-7f37-493d-bfa1-88d3e866848b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:56.176330 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-44cd579d-b887-448c-8174-222c5c5d290e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.180357 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-44cd579d-b887-448c-8174-222c5c5d290e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/a1aeb5e1-7f37-493d-bfa1-88d3e866848b HTTP/1.1" status: 204 len: 168 time: 0.3198948 Mar 23 12:52:56.182045 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47536) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:56.185497 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb8aaae-37f2-45dd-8640-cfa7b56dd77e None None] Network a5a803bc-3105-46b3-9055-f161d8486bb7 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:52:56.281850 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (a5a803bc-3105-46b3-9055-f161d8486bb7), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.347401 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Deleting port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:56.347741 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.396412 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc049d37-0f12-4b73-87f5-3c1b9066166f None None] DHCP port deletion for a5a803bc-3105-46b3-9055-f161d8486bb7 request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:52:56.429037 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] For port 8fde7a25-3c7c-40c6-bb02-a363ee781f06, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8fde7a25-3c7c-40c6-bb02-a363ee781f06,segment=NetworkSegment(184117a8-ebc3-4066-b241-3fd518252ae8),segment_id=184117a8-ebc3-4066-b241-3fd518252ae8)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:56.429519 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.440888 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:56.449361 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Calling delete_port for 8fde7a25-3c7c-40c6-bb02-a363ee781f06 owned by network:dhcp {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:56.463407 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:56.463747 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f4aacaa0-5eca-4df3-9905-e2e15c32e5b9 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:56.464197 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:56.491160 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:56.491512 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5106d7e4-c29a-40fb-b177-a4d863e0a3d3 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:56.501358 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-fc049d37-0f12-4b73-87f5-3c1b9066166f None None] Deleting port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:52:56.501827 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fc049d37-0f12-4b73-87f5-3c1b9066166f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.558471 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.573677 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-fc049d37-0f12-4b73-87f5-3c1b9066166f None None] For port 8fde7a25-3c7c-40c6-bb02-a363ee781f06, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8fde7a25-3c7c-40c6-bb02-a363ee781f06,segment=NetworkSegment(184117a8-ebc3-4066-b241-3fd518252ae8),segment_id=184117a8-ebc3-4066-b241-3fd518252ae8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:52:56.574194 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fc049d37-0f12-4b73-87f5-3c1b9066166f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.587821 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] No DVR routers for this DVR port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 on host dv-cinder-797245-11-iscsi {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:56.591509 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-fc049d37-0f12-4b73-87f5-3c1b9066166f None None] Calling delete_port for 8fde7a25-3c7c-40c6-bb02-a363ee781f06 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:52:56.593452 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fde7a25-3c7c-40c6-bb02-a363ee781f06,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:56.673800 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (a5a803bc-3105-46b3-9055-f161d8486bb7), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.696203 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5a803bc-3105-46b3-9055-f161d8486bb7']}} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:56.707178 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '184117a8-ebc3-4066-b241-3fd518252ae8') {'for_net_delete': True} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:56.707178 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '184117a8-ebc3-4066-b241-3fd518252ae8') {} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:52:56.713528 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fc049d37-0f12-4b73-87f5-3c1b9066166f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (8fde7a25-3c7c-40c6-bb02-a363ee781f06), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.717143 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13703447'] for segment (184117a8-ebc3-4066-b241-3fd518252ae8), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.736324 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (184117a8-ebc3-4066-b241-3fd518252ae8), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.745884 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc049d37-0f12-4b73-87f5-3c1b9066166f None None] No DVR routers for this DVR port 8fde7a25-3c7c-40c6-bb02-a363ee781f06 on host dv-cinder-797245-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:52:56.749364 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc049d37-0f12-4b73-87f5-3c1b9066166f None None] Pushing event deleted for resources: {'Port': ['ID=8fde7a25-3c7c-40c6-bb02-a363ee781f06,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:56.752278 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=115109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:52:56.752680 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58412288'] for segment (184117a8-ebc3-4066-b241-3fd518252ae8), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: Traceback (most recent call last): Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: timer() Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: cb(*args, **kw) Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: return func(*args, **kwargs) Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: self._notify() Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: self.callback(batched_events) Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: event.method(event) Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: return f(self, *a, **k) Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._get(url).json() Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: return self.request(url, 'GET', **kwargs) Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:52:56.754492 dv-cinder-797245-11-iscsi neutron-server[115109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:52:56.819852 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (a5a803bc-3105-46b3-9055-f161d8486bb7), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.826947 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:56.830546 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] 10.222.0.45 "DELETE /v2.0/networks/a5a803bc-3105-46b3-9055-f161d8486bb7 HTTP/1.1" status: 204 len: 168 time: 0.6471512 Mar 23 12:52:56.844369 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae1b6e-ddb8-4855-82f8-32f6ad484a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5a803bc-3105-46b3-9055-f161d8486bb7,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:57.005056 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47542) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:57.049538 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-171ef749-eef8-4654-9f8f-2b073234d1ab admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d30c004a3e32465489dac9af4f6b824a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431724 Mar 23 12:52:57.052025 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47544) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:57.100756 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-df28e450-7a18-4d3e-ab6b-5cb9daa15c30 admin admin] Publish callbacks [] for security_group (35d8f09a-b03d-475d-b46a-03de0288d017), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:57.122419 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-df28e450-7a18-4d3e-ab6b-5cb9daa15c30 admin admin] Publish callbacks [] for security_group (35d8f09a-b03d-475d-b46a-03de0288d017), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:57.174131 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-df28e450-7a18-4d3e-ab6b-5cb9daa15c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (35d8f09a-b03d-475d-b46a-03de0288d017), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:57.176705 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-df28e450-7a18-4d3e-ab6b-5cb9daa15c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:57.178066 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-df28e450-7a18-4d3e-ab6b-5cb9daa15c30 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35d8f09a-b03d-475d-b46a-03de0288d017 HTTP/1.1" status: 204 len: 168 time: 0.1250393 Mar 23 12:52:57.190317 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28e450-7a18-4d3e-ab6b-5cb9daa15c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d8f09a-b03d-475d-b46a-03de0288d017,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:57.544506 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47550) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:57.585158 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-7cd88c3a-e43a-4744-b267-8d97a7f3ddf6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=444923bf20ee4b849134859ced162b6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393610 Mar 23 12:52:57.588086 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47552) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:52:57.637837 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9059c0f1-46d6-49f2-ac51-839342d3cd24 admin admin] Publish callbacks [] for security_group (a8ca114a-6125-45da-92b1-59636327d3e9), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:57.658758 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9059c0f1-46d6-49f2-ac51-839342d3cd24 admin admin] Publish callbacks [] for security_group (a8ca114a-6125-45da-92b1-59636327d3e9), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:57.706221 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9059c0f1-46d6-49f2-ac51-839342d3cd24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a8ca114a-6125-45da-92b1-59636327d3e9), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:57.708994 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9059c0f1-46d6-49f2-ac51-839342d3cd24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:52:57.710226 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-9059c0f1-46d6-49f2-ac51-839342d3cd24 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a8ca114a-6125-45da-92b1-59636327d3e9 HTTP/1.1" status: 204 len: 168 time: 0.1205056 Mar 23 12:52:57.718526 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9059c0f1-46d6-49f2-ac51-839342d3cd24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ca114a-6125-45da-92b1-59636327d3e9,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:52:58.390437 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8fde7a25-3c7c-40c6-bb02-a363ee781f06 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:52:58.411356 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 8fde7a25-3c7c-40c6-bb02-a363ee781f06 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:52:58.411706 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8fde7a25-3c7c-40c6-bb02-a363ee781f06 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:52:59.828995 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:53:01.130924 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-a97df729-8bc3-44a1-906c-c67f24370a07 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0536389 Mar 23 12:53:01.201252 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-04462dd7-cfaa-46ae-9613-b6034651f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:01.203052 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-04462dd7-cfaa-46ae-9613-b6034651f424 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 1129 time: 0.0448143 Mar 23 12:53:01.312400 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-6d03bdfd-070d-4832-beb3-0333c38fed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:01.313898 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-6d03bdfd-070d-4832-beb3-0333c38fed79 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 912 time: 0.0845332 Mar 23 12:53:01.393019 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-72db8ccf-6261-44a6-a456-c48fb3d691e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c HTTP/1.1" status: 200 len: 1001 time: 0.0627658 Mar 23 12:53:01.453202 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-636f7c02-8e36-4ffc-81fd-5c6f1f8e9475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:01.455234 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-636f7c02-8e36-4ffc-81fd-5c6f1f8e9475 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 200 len: 850 time: 0.0445721 Mar 23 12:53:01.505174 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-b89d6315-bb52-45d9-866c-ed32fa150af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:01.506726 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-b89d6315-bb52-45d9-866c-ed32fa150af4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0446832 Mar 23 12:53:01.600296 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-e147d6b6-56a1-4c27-8b25-1767e12648c0 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870628 Mar 23 12:53:01.689900 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ae3cd7ff-511a-4400-9d97-95ef095c16b2 req-8c5cbc3b-11db-4110-8b50-fd6e7d4dba98 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819476 Mar 23 12:53:06.668015 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4436b-cf82-4281-8a3c-83cd93ce47e4 req-7dbef1b1-df42-4532-9591-edcd04df3c11 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:06.669619 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b8f4436b-cf82-4281-8a3c-83cd93ce47e4 req-7dbef1b1-df42-4532-9591-edcd04df3c11 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.2757802 Mar 23 12:53:06.721713 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b8f4436b-cf82-4281-8a3c-83cd93ce47e4 req-05705000-c0d8-4681-8bbc-2cc658c9dc9e tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455804 Mar 23 12:53:07.908869 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d353e7-c668-44e3-882c-5769d6fd861e req-0e940507-b87d-430b-9606-6804a2032e75 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:07.910394 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-38d353e7-c668-44e3-882c-5769d6fd861e req-0e940507-b87d-430b-9606-6804a2032e75 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1155088 Mar 23 12:53:07.959979 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-38d353e7-c668-44e3-882c-5769d6fd861e req-8cbf01f4-66db-4cd7-a3ca-0c4170652ea4 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439923 Mar 23 12:53:08.733701 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-2139d455-da19-41a8-8ebe-6f9ef25d8fb6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:08.735180 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-2139d455-da19-41a8-8ebe-6f9ef25d8fb6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.0541868 Mar 23 12:53:08.853798 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Deleting port b7a62b6d-91a7-4488-99b5-de66b73ad21c {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:08.854143 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:08.955200 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] For port b7a62b6d-91a7-4488-99b5-de66b73ad21c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=b7a62b6d-91a7-4488-99b5-de66b73ad21c,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:08.955554 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:09.171168 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6b271-ece9-41fa-bfdb-4ab17b6aee2d req-121f0ab6-6ee3-4bcc-a52e-10414f83e053 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:09.172835 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cff6b271-ece9-41fa-bfdb-4ab17b6aee2d req-121f0ab6-6ee3-4bcc-a52e-10414f83e053 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 945 time: 0.1170249 Mar 23 12:53:09.174836 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:09.175187 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (1f436777-a3f9-46e8-8766-22d562fce20b), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:09.175497 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Floating IP 1f436777-a3f9-46e8-8766-22d562fce20b disassociated. External IP: 172.27.0.194, port: b7a62b6d-91a7-4488-99b5-de66b73ad21c. Mar 23 12:53:09.175833 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Calling delete_port for b7a62b6d-91a7-4488-99b5-de66b73ad21c owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:09.271055 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cff6b271-ece9-41fa-bfdb-4ab17b6aee2d req-8b831435-2099-4dd2-9bd5-9837f5d981dc tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907564 Mar 23 12:53:09.362876 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (b7a62b6d-91a7-4488-99b5-de66b73ad21c), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:09.392013 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event deleted for resources: {'Port': ['ID=b7a62b6d-91a7-4488-99b5-de66b73ad21c,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:09.403793 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.404163 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.405077 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.405443 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.405745 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.406073 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.406399 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.406715 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.407034 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.407351 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.407669 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.407988 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.408336 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.408651 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.408962 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:09.529162 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Router 84a22b28-5b5d-4247-822c-1c09d15774e3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:09.669422 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:09.685327 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] Sync routers for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:09.699022 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:09.700098 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:09.715879 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] No DVR routers for this DVR port b7a62b6d-91a7-4488-99b5-de66b73ad21c on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:09.719150 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:09.722711 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0bd45abb-5fcf-481d-9683-f1d24b94b284 req-cba69c7b-2346-495c-9d61-967abde563e6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "DELETE /v2.0/ports/b7a62b6d-91a7-4488-99b5-de66b73ad21c HTTP/1.1" status: 204 len: 173 time: 0.9777827 Mar 23 12:53:09.723157 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'name': 'network-vif-deleted', 'tag': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:09.725531 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8506ef9c-ae8a-47e4-a9ee-c38ab05adcd6" -d '{"events": [{"server_uuid": "a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25", "name": "network-vif-deleted", "tag": "b7a62b6d-91a7-4488-99b5-de66b73ad21c"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:09.764501 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1d4c11-3723-4a13-97b4-0408855cfed4 x-openstack-request-id: req-ca1d4c11-3723-4a13-97b4-0408855cfed4 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:09.765379 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25", "name": "network-vif-deleted", "tag": "b7a62b6d-91a7-4488-99b5-de66b73ad21c", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:09.765379 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca1d4c11-3723-4a13-97b4-0408855cfed4 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:09.765602 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1d4c11-3723-4a13-97b4-0408855cfed4'] response: {'server_uuid': 'a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25', 'name': 'network-vif-deleted', 'tag': 'b7a62b6d-91a7-4488-99b5-de66b73ad21c', 'status': 'completed', 'code': 200} Mar 23 12:53:09.823032 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:10.053332 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:10.223924 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] Checking router: 84a22b28-5b5d-4247-822c-1c09d15774e3 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:10.233712 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:10.234326 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 11, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 11},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:52:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:10.375317 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:10.394790 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-069316cc-dcdb-4921-a338-fd1d670a2df5 req-16b2ac77-1f4a-4e91-8626-90687b0d7912 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=a0ccdc1f-d88a-4ca1-9d0d-ae14a3e07d25 HTTP/1.1" status: 200 len: 210 time: 0.0279672 Mar 23 12:53:10.583275 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:10.610840 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f5611-0ec5-4f4c-bce6-0c2e7df8cddc None None] The sync data for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi is: [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:10.848786 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22eacb2e-1704-478e-bca9-6aea2006778f None None] New status for floating IP 1f436777-a3f9-46e8-8766-22d562fce20b: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:53:11.485378 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47610) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:11.550030 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-39cbdf56-5487-4071-bfc2-4fdd5c080c73 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (e0a3fdd4-f56f-4616-9827-daf4eb98f4a9), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:11.574309 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-39cbdf56-5487-4071-bfc2-4fdd5c080c73 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (e0a3fdd4-f56f-4616-9827-daf4eb98f4a9), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:11.633344 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-39cbdf56-5487-4071-bfc2-4fdd5c080c73 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e0a3fdd4-f56f-4616-9827-daf4eb98f4a9), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:11.635836 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-39cbdf56-5487-4071-bfc2-4fdd5c080c73 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:11.637006 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-39cbdf56-5487-4071-bfc2-4fdd5c080c73 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "DELETE /v2.0/security-groups/e0a3fdd4-f56f-4616-9827-daf4eb98f4a9 HTTP/1.1" status: 204 len: 168 time: 0.1500041 Mar 23 12:53:11.641010 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47612) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:11.647771 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cbdf56-5487-4071-bfc2-4fdd5c080c73 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a3fdd4-f56f-4616-9827-daf4eb98f4a9,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:11.662608 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.api.v2.resource [None req-d060eefd-2bd5-4c51-8725-21f5da196fc7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] show failed (client error): The resource could not be found. Mar 23 12:53:11.664144 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d060eefd-2bd5-4c51-8725-21f5da196fc7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups/e0a3fdd4-f56f-4616-9827-daf4eb98f4a9 HTTP/1.1" status: 404 len: 347 time: 0.0218327 Mar 23 12:53:11.668793 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47614) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:11.800732 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Deleting port 0e4bf8ce-815d-4603-88fd-3825fed3f61d {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:11.801060 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (0e4bf8ce-815d-4603-88fd-3825fed3f61d), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:11.885311 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (0e4bf8ce-815d-4603-88fd-3825fed3f61d), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:11.885542 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (0e4bf8ce-815d-4603-88fd-3825fed3f61d), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:11.900658 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Calling delete_port for 0e4bf8ce-815d-4603-88fd-3825fed3f61d owned by network:floatingip {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:12.058324 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (0e4bf8ce-815d-4603-88fd-3825fed3f61d), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.083605 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event deleted for resources: {'Port': ['ID=0e4bf8ce-815d-4603-88fd-3825fed3f61d,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:12.118967 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (1f436777-a3f9-46e8-8766-22d562fce20b), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.122650 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.124388 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-1791346e-8692-42fc-a798-44f97583d241 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "DELETE /v2.0/floatingips/1f436777-a3f9-46e8-8766-22d562fce20b HTTP/1.1" status: 204 len: 168 time: 0.4492779 Mar 23 12:53:12.384814 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47618) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:12.390125 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-6add5abc-2fc6-4e6f-b7c1-1576659f34c1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--638039487', 'description': 'tempest-description--1812897035'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:12.412919 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6add5abc-2fc6-4e6f-b7c1-1576659f34c1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.504216 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6add5abc-2fc6-4e6f-b7c1-1576659f34c1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.509107 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6add5abc-2fc6-4e6f-b7c1-1576659f34c1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.544299 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6add5abc-2fc6-4e6f-b7c1-1576659f34c1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.545668 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6add5abc-2fc6-4e6f-b7c1-1576659f34c1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1597915 Mar 23 12:53:12.547081 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add5abc-2fc6-4e6f-b7c1-1576659f34c1 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:12.549581 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47622) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:12.553950 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-dc8c939c-10df-4e75-a69f-6fb5c5bff954 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'security_group_rule': {'security_group_id': 'fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:12.583301 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc8c939c-10df-4e75-a69f-6fb5c5bff954 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (1551ac0c-3915-4706-9869-0eb583d5d836), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.646920 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc8c939c-10df-4e75-a69f-6fb5c5bff954 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (1551ac0c-3915-4706-9869-0eb583d5d836), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.650837 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc8c939c-10df-4e75-a69f-6fb5c5bff954 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (1551ac0c-3915-4706-9869-0eb583d5d836), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.669301 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c939c-10df-4e75-a69f-6fb5c5bff954 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1551ac0c-3915-4706-9869-0eb583d5d836,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:12.678461 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc8c939c-10df-4e75-a69f-6fb5c5bff954 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.681443 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-dc8c939c-10df-4e75-a69f-6fb5c5bff954 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1301548 Mar 23 12:53:12.682819 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47630) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:12.688878 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-ff615fc3-cb53-4ded-9673-fa4fd5db7c99 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'security_group_rule': {'security_group_id': 'fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:12.720697 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ff615fc3-cb53-4ded-9673-fa4fd5db7c99 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (989574c7-7c7e-440f-b34d-e5a3d40873d0), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.785316 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ff615fc3-cb53-4ded-9673-fa4fd5db7c99 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (989574c7-7c7e-440f-b34d-e5a3d40873d0), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.789789 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ff615fc3-cb53-4ded-9673-fa4fd5db7c99 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (989574c7-7c7e-440f-b34d-e5a3d40873d0), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.809047 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff615fc3-cb53-4ded-9673-fa4fd5db7c99 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=989574c7-7c7e-440f-b34d-e5a3d40873d0,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:12.819671 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ff615fc3-cb53-4ded-9673-fa4fd5db7c99 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.823824 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-ff615fc3-cb53-4ded-9673-fa4fd5db7c99 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1370976 Mar 23 12:53:12.824260 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47634) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:12.839306 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:12.887248 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:12.940674 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08e8e6-40aa-4a21-82fe-315dd69ed446 req-3902efd6-6ccc-4ea0-81b1-9979b5e3f1c1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:12.942071 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a08e8e6-40aa-4a21-82fe-315dd69ed446 req-3902efd6-6ccc-4ea0-81b1-9979b5e3f1c1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.1186810 Mar 23 12:53:12.963704 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device b7a62b6d-91a7-4488-99b5-de66b73ad21c no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:12.989293 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: b7a62b6d-91a7-4488-99b5-de66b73ad21c {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:53:12.989643 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device b7a62b6d-91a7-4488-99b5-de66b73ad21c not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:13.012851 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7a08e8e6-40aa-4a21-82fe-315dd69ed446 req-762baf3c-5732-40d7-9252-0b16ac597abf tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629008 Mar 23 12:53:13.049260 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:13.165270 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Allocated IP 172.27.0.32 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/d812b056-cfcc-48fa-942d-d80dd1172e9f) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:13.285377 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for port (d812b056-cfcc-48fa-942d-d80dd1172e9f), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:13.319451 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (d812b056-cfcc-48fa-942d-d80dd1172e9f), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:13.360530 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:13.364993 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:13.370829 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:13.380520 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'Port': ['ID=d812b056-cfcc-48fa-942d-d80dd1172e9f,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:13.426319 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (a5cc07f5-f988-4969-99b2-fee2487b7245), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:13.465527 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d812b056-cfcc-48fa-942d-d80dd1172e9f), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:13.636632 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for port (d812b056-cfcc-48fa-942d-d80dd1172e9f), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:13.643362 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (d812b056-cfcc-48fa-942d-d80dd1172e9f), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:13.676870 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (a5cc07f5-f988-4969-99b2-fee2487b7245), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:13.708246 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'Port': ['ID=d812b056-cfcc-48fa-942d-d80dd1172e9f,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:13.713879 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:13.720571 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b8fe9a7b-6f41-41a5-91d3-bb040bd82eae tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8895266 Mar 23 12:53:13.927284 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-28b714c1-4f2c-47e9-a9d7-1335e2ce1a04 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--638039487&fields=id&tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3 HTTP/1.1" status: 200 len: 267 time: 0.0426004 Mar 23 12:53:14.039417 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-2c192ae3-6fd3-4dc9-9e3e-021b476d5bc4 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:14.041083 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-2c192ae3-6fd3-4dc9-9e3e-021b476d5bc4 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 811 time: 0.1074655 Mar 23 12:53:14.059192 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-9c52b8c7-83a1-4e76-82d1-e228fdd2fc54 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/quotas/a6a0fb20f83c48f8a9834d6a1e562cf3 HTTP/1.1" status: 200 len: 375 time: 0.0097301 Mar 23 12:53:14.119561 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-aeff7195-d225-47bc-a261-7a301bc7d756 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542927 Mar 23 12:53:14.147201 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de5c07-505d-4105-917c-b0f24da0b090 req-3269588f-b75f-4d9c-9bf3-d7f7808dc3cf tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:14.148812 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-41de5c07-505d-4105-917c-b0f24da0b090 req-3269588f-b75f-4d9c-9bf3-d7f7808dc3cf tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0584087 Mar 23 12:53:14.196955 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-41de5c07-505d-4105-917c-b0f24da0b090 req-90b1bec5-eca4-40cd-a11a-f3492a22ce4b tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420263 Mar 23 12:53:14.218824 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-36944f4d-b7fb-46ca-b4d1-f74697348479 service neutron] 10.222.0.45 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869408 Mar 23 12:53:14.313899 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-92e91f35-6e01-4715-a119-74d58c30316f service neutron] 10.222.0.45 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890176 Mar 23 12:53:14.488372 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b41e9bee-3cad-4861-be11-f4954450b3da req-92eab2a5-7a2f-447d-afc8-a191ad5b9582 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 210 time: 0.0294447 Mar 23 12:53:14.823530 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8ffdf146-d18c-47a6-a4e0-ac2699c49b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:15.320158 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b0288-f321-4fef-afd8-8a53031e5bed req-2a34e3ff-616e-4000-83cb-dabc43267ec1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:15.321635 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-861b0288-f321-4fef-afd8-8a53031e5bed req-2a34e3ff-616e-4000-83cb-dabc43267ec1 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0547652 Mar 23 12:53:15.369609 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-861b0288-f321-4fef-afd8-8a53031e5bed req-c27d3230-ef11-4d99-b3f9-43e350de8dd6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422702 Mar 23 12:53:15.593389 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b75a9278-b3be-4bac-8920-de5f9017172e req-b6dbddd1-94c9-40ac-af1c-e2cc6fbe751d tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 210 time: 0.0296741 Mar 23 12:53:15.629765 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-53cc6c2b-3d9d-437f-ab4b-68397443b9a3 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:15.631211 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-53cc6c2b-3d9d-437f-ab4b-68397443b9a3 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 811 time: 0.1285236 Mar 23 12:53:15.696134 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-16e0fd55-ad02-47cd-922e-b880c18a5535 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3 HTTP/1.1" status: 200 len: 379 time: 0.0551281 Mar 23 12:53:15.709014 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'port': {'device_id': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'admin_state_up': True, 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'security_groups': ['fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:15.821130 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Made reservation on behalf of a6a0fb20f83c48f8a9834d6a1e562cf3 for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:15.824588 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:16.194982 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Allocated IP 172.20.0.3 (0f9d749a-8c53-4fe9-b95c-7cb54b937c17/63398873-4efe-47a4-aa76-1497d6c15e4c/8a8b64cf-6209-42df-bbd8-9c8940ec8cf5) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:16.337440 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:16.372082 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:16.415865 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:16.419062 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:16.425937 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:16.473518 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event updated for resources: {'Port': ['ID=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:16.513426 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:16.514575 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:16.537419 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-b3084a09-a084-40bd-9034-a9c8ea005697 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8317964 Mar 23 12:53:16.546661 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b04e6-1fa6-452b-8bd4-029e93161255 req-1e40ebd6-b29b-495c-b843-169e1d209437 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:16.548351 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e15b04e6-1fa6-452b-8bd4-029e93161255 req-1e40ebd6-b29b-495c-b843-169e1d209437 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.0981774 Mar 23 12:53:16.611163 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Request body: {'port': {'device_id': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:16.617783 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e15b04e6-1fa6-452b-8bd4-029e93161255 req-3befc504-aabf-4826-a3a3-490c1d1797c6 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630260 Mar 23 12:53:16.656470 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-cf6fbbff-ec5a-41a3-9d6b-2431018a35f4 None None] Provisioning complete for port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:53:16.657038 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-cf6fbbff-ec5a-41a3-9d6b-2431018a35f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:16.690728 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:16.698179 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fbbff-ec5a-41a3-9d6b-2431018a35f4 None None] Port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:53:16.726951 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad0d90-9d89-4e70-92cb-158df33d6446 req-9ff0b198-67e2-4aa8-9f20-cbffa9bbf004 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:16.728808 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e9ad0d90-9d89-4e70-92cb-158df33d6446 req-9ff0b198-67e2-4aa8-9f20-cbffa9bbf004 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 931 time: 0.0601873 Mar 23 12:53:16.780039 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e9ad0d90-9d89-4e70-92cb-158df33d6446 req-c88b08a1-8e16-490a-8d91-05086fbb11b9 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439475 Mar 23 12:53:16.799851 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-425c42ed-eb3e-4737-b720-c7db5819ea5a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:16.801348 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-425c42ed-eb3e-4737-b720-c7db5819ea5a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 945 time: 0.1082664 Mar 23 12:53:17.035577 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Deleting port ffa45392-3f55-4255-bb6b-e45aa7e6af4b {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:17.035917 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.159782 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:17.174598 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Publish callbacks [] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.182056 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] For port ffa45392-3f55-4255-bb6b-e45aa7e6af4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:17.182403 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.205164 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Transition to ACTIVE for port object 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:53:17.236970 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.351212 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Pushing event updated for resources: {'Port': ['ID=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:17.479178 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Attempting to bind port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:53:17.479514 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Attempting to bind port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:53:17.479847 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Attempting to bind port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 on network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:17.489415 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.489793 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (2673b5ef-7c80-4d8c-abb3-23febf515c81), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.490387 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Floating IP 2673b5ef-7c80-4d8c-abb3-23febf515c81 disassociated. External IP: 172.27.0.93, port: ffa45392-3f55-4255-bb6b-e45aa7e6af4b. Mar 23 12:53:17.490732 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Calling delete_port for ffa45392-3f55-4255-bb6b-e45aa7e6af4b owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:17.494758 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 on network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:53:17.495080 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Attempting to bind port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 on network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:17.507358 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:17.507695 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Checking segment: {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:53:17.508084 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Bound using segment: {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:17.508543 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Bound port: 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c67d63ea-8050-4531-b452-40ee82e02e99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:53:17.508899 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.634392 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] For port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:17.638085 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] For port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:17.648192 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.712436 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:17.713147 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.714411 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] 10.222.0.53 "PUT /v2.0/ports/8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 HTTP/1.1" status: 200 len: 1093 time: 1.1651330 Mar 23 12:53:17.717627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'tag': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:17.720696 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62f6403a-7f39-45f0-aa43-4194136dc512" -d '{"events": [{"name": "network-changed", "server_uuid": "29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90", "tag": "8a8b64cf-6209-42df-bbd8-9c8940ec8cf5"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:17.831739 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701df207-2321-4672-ab64-b67ebc3d888d service neutron] Pushing event updated for resources: {'Port': ['ID=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:17.838661 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (ffa45392-3f55-4255-bb6b-e45aa7e6af4b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:17.890786 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event deleted for resources: {'Port': ['ID=ffa45392-3f55-4255-bb6b-e45aa7e6af4b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:17.909455 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635bf19c-e56c-4780-a44a-dbaa369085f8 req-2fea74d0-e7b4-4cf0-8ddc-17a55d82666c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:17.921527 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-635bf19c-e56c-4780-a44a-dbaa369085f8 req-2fea74d0-e7b4-4cf0-8ddc-17a55d82666c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=da6960d3-e085-4cb1-b1b7-e997839c55bd HTTP/1.1" status: 200 len: 867 time: 0.2056198 Mar 23 12:53:17.978779 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-84f09313-6042-4564-a5ca-eeabf1683742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:18.006559 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-6f4be72c-ce26-47bf-9b19-b34c5c183c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.008084 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-6f4be72c-ce26-47bf-9b19-b34c5c183c23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 1127 time: 0.2395039 Mar 23 12:53:18.011865 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d707c640-547c-4085-9415-0db63ebc141e x-openstack-request-id: req-d707c640-547c-4085-9415-0db63ebc141e {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:18.012178 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90", "tag": "8a8b64cf-6209-42df-bbd8-9c8940ec8cf5", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:18.012429 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-d707c640-547c-4085-9415-0db63ebc141e {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:18.012833 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d707c640-547c-4085-9415-0db63ebc141e'] response: {'name': 'network-changed', 'server_uuid': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'tag': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5', 'status': 'completed', 'code': 200} Mar 23 12:53:18.095064 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-27392c79-6d4b-4d45-aaae-a33d67a76108 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 HTTP/1.1" status: 200 len: 217 time: 0.0555027 Mar 23 12:53:18.100563 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-635bf19c-e56c-4780-a44a-dbaa369085f8 req-29de4d06-8da8-466e-9e2d-4ad70ecf39a2 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=76b1de22-b688-4a90-9263-ca40295f1013&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1733525 Mar 23 12:53:18.175423 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-f80c7040-a20a-4b3a-bdf9-54aaeaf573de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.177407 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-f80c7040-a20a-4b3a-bdf9-54aaeaf573de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 200 len: 850 time: 0.0712450 Mar 23 12:53:18.196675 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Router 1c507e0b-f70e-4621-8070-3d62fde9be1c has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:18.200825 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03337142-1966-40b1-9d15-316d6ecd2c7f req-fd0abba0-bbeb-4c8c-ac34-cc2ed22ebd43 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.203964 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-03337142-1966-40b1-9d15-316d6ecd2c7f req-fd0abba0-bbeb-4c8c-ac34-cc2ed22ebd43 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 943 time: 0.0693049 Mar 23 12:53:18.268568 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-03337142-1966-40b1-9d15-316d6ecd2c7f req-79d56f79-562c-47e0-9be0-5a63ca84b293 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586243 Mar 23 12:53:18.326761 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-583e7997-2973-4d6f-95be-84fe5beb6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.328412 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-583e7997-2973-4d6f-95be-84fe5beb6ebd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1430871 Mar 23 12:53:18.425134 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:18.437710 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] Sync routers for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:18.449988 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:18.452037 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:18.477508 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] No DVR routers for this DVR port ffa45392-3f55-4255-bb6b-e45aa7e6af4b on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:18.481434 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:18.484859 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4f9cf60c-45cf-4a5d-b24d-01712c32fa64 req-a69d3997-7deb-4d59-92e4-38e2db85deb5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "DELETE /v2.0/ports/ffa45392-3f55-4255-bb6b-e45aa7e6af4b HTTP/1.1" status: 204 len: 173 time: 1.6393714 Mar 23 12:53:18.486891 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-7aab5921-0e48-4d98-8684-e5473bcce6b1 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481586 Mar 23 12:53:18.575977 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:18.588849 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-17fab198-0fb7-4b7f-affe-2898a2746c24 req-c62037c2-0cd8-4c63-84d0-a56bd24c3318 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935240 Mar 23 12:53:18.705611 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-07dfa556-723c-4ee9-91e2-9b24fa051006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.707062 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-07dfa556-723c-4ee9-91e2-9b24fa051006 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 1127 time: 0.0522039 Mar 23 12:53:18.791455 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:18.801589 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-c54b67b3-7956-4998-9fd0-b4fc0b6ef3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.803308 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-c54b67b3-7956-4998-9fd0-b4fc0b6ef3c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 912 time: 0.0884078 Mar 23 12:53:18.819112 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] Checking router: 1c507e0b-f70e-4621-8070-3d62fde9be1c for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:18.827710 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:18.828352 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:18.851342 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-7ea9eb7f-ccdd-4610-a357-6100c49f099b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 HTTP/1.1" status: 200 len: 217 time: 0.0393350 Mar 23 12:53:18.909749 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-ef8a26f6-0d44-4fcf-9fac-f04447e4613e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.911564 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-ef8a26f6-0d44-4fcf-9fac-f04447e4613e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 200 len: 850 time: 0.0501852 Mar 23 12:53:18.953110 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:18.968223 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-c3a09caf-c8ca-4564-80ab-c4ec9ac755c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:18.969635 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-c3a09caf-c8ca-4564-80ab-c4ec9ac755c4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0486944 Mar 23 12:53:19.087932 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-5e9207d5-aeaa-481e-a70f-03a85e2aaf63 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101766 Mar 23 12:53:19.200611 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47706) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:19.204888 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:19.245922 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b804127-a590-4a4a-9b7e-d9b84a0d7c7a None None] The sync data for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi is: [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:48:05Z', 'revision_number': 4, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '0044df7a-96c1-4792-ba79-b4203ab9ebcd', 'name': '', 'network_id': 'b6cbf188-3c50-4afa-8c2c-521bcdfda65d', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'mac_address': 'fa:16:3e:71:51:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:01Z', 'updated_at': '2022-03-23T12:48:14Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'subnets': [{'id': '1b765262-b031-4ba4-b28b-57e821c0d8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:19.305628 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group (76b1de22-b688-4a90-9263-ca40295f1013), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:19.334725 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group (76b1de22-b688-4a90-9263-ca40295f1013), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:19.436570 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f6697-7a46-4008-9738-7c88694d7752 req-e7489f99-aead-4397-808e-57e306a06322 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:19.438811 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-434f6697-7a46-4008-9738-7c88694d7752 req-e7489f99-aead-4397-808e-57e306a06322 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 943 time: 0.0625858 Mar 23 12:53:19.455760 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (76b1de22-b688-4a90-9263-ca40295f1013), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:19.459205 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:19.460896 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "DELETE /v2.0/security-groups/76b1de22-b688-4a90-9263-ca40295f1013 HTTP/1.1" status: 204 len: 168 time: 0.2585521 Mar 23 12:53:19.463747 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47716) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:19.486090 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.api.v2.resource [None req-7b32baa5-d408-458b-b04b-5d42130b2104 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] show failed (client error): The resource could not be found. Mar 23 12:53:19.486465 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-7b32baa5-d408-458b-b04b-5d42130b2104 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups/76b1de22-b688-4a90-9263-ca40295f1013 HTTP/1.1" status: 404 len: 347 time: 0.0215590 Mar 23 12:53:19.486613 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b1de22-b688-4a90-9263-ca40295f1013,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:19.489648 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47718) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:19.504441 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.504939 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.505236 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.505592 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.505934 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.506265 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.506782 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.507293 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.507788 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.508339 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.508834 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.509575 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.510207 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.510923 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.511502 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6475129a-93e8-4afe-8ea7-cea11189001f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:19.549406 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-434f6697-7a46-4008-9738-7c88694d7752 req-25f724c2-73b9-44dc-b5f5-b0adf67172f3 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037688 Mar 23 12:53:19.612885 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-62f6403a-7f39-45f0-aa43-4194136dc512 req-89450b8b-0f38-4c77-ba79-2cf06ba88180 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5172374 Mar 23 12:53:19.633712 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:19.677436 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Deleting port f767cff9-8eae-4c0f-91e4-71ef62ee2baf {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:19.677889 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f767cff9-8eae-4c0f-91e4-71ef62ee2baf), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:19.688926 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478df434-c6e1-4d02-8311-b42d4c4af586 None None] New status for floating IP 2673b5ef-7c80-4d8c-abb3-23febf515c81: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:53:19.784945 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f767cff9-8eae-4c0f-91e4-71ef62ee2baf), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:19.785684 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for floatingip (f767cff9-8eae-4c0f-91e4-71ef62ee2baf), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:19.800792 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Calling delete_port for f767cff9-8eae-4c0f-91e4-71ef62ee2baf owned by network:floatingip {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:19.975513 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (f767cff9-8eae-4c0f-91e4-71ef62ee2baf), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:20.001569 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event deleted for resources: {'Port': ['ID=f767cff9-8eae-4c0f-91e4-71ef62ee2baf,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:20.024711 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'name': 'network-vif-deleted', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:20.026931 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03910890-dee6-45f7-9fa3-6a4877814b07" -d '{"events": [{"server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "name": "network-vif-deleted", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:20.061806 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f046690-8278-4e29-970a-04fb8b939ba7 x-openstack-request-id: req-0f046690-8278-4e29-970a-04fb8b939ba7 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:20.062092 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da6960d3-e085-4cb1-b1b7-e997839c55bd", "name": "network-vif-deleted", "tag": "ffa45392-3f55-4255-bb6b-e45aa7e6af4b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:20.062342 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0f046690-8278-4e29-970a-04fb8b939ba7 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:20.062737 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f046690-8278-4e29-970a-04fb8b939ba7'] response: {'server_uuid': 'da6960d3-e085-4cb1-b1b7-e997839c55bd', 'name': 'network-vif-deleted', 'tag': 'ffa45392-3f55-4255-bb6b-e45aa7e6af4b', 'status': 'completed', 'code': 200} Mar 23 12:53:20.070542 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks [] for floatingip (2673b5ef-7c80-4d8c-abb3-23febf515c81), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:20.073204 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:20.074353 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f6e02e50-d7ad-4b44-9811-68ff88fd1f4c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "DELETE /v2.0/floatingips/2673b5ef-7c80-4d8c-abb3-23febf515c81 HTTP/1.1" status: 204 len: 168 time: 0.5821168 Mar 23 12:53:20.676775 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e44758a-038a-46ae-a328-51e9a718fe8a req-719cd96b-382b-4dc1-9cb2-0779702c240b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:20.678592 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9e44758a-038a-46ae-a328-51e9a718fe8a req-719cd96b-382b-4dc1-9cb2-0779702c240b tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 943 time: 0.0616376 Mar 23 12:53:20.753450 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9e44758a-038a-46ae-a328-51e9a718fe8a req-8d7b251a-39fa-4759-917b-e2d17ebd0463 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685554 Mar 23 12:53:20.993544 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:53:20.996682 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ffa45392-3f55-4255-bb6b-e45aa7e6af4b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:21.021174 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: ffa45392-3f55-4255-bb6b-e45aa7e6af4b {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:53:21.021495 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device ffa45392-3f55-4255-bb6b-e45aa7e6af4b not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:21.097840 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:21.126685 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:21.138127 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'port_id': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5', 'mac_address': 'fa:16:3e:c1:62:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:53:21.177959 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:53:21.178353 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:21.192505 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:21.215042 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:21.223759 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:21.289565 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:21.534753 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['8a8b64cf-6209-42df-bbd8-9c8940ec8cf5'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:53:21.586718 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:21.885385 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb417993-4b7e-4a0b-9d09-69efce5c1cc8 req-1c5d9299-d90f-4a7d-a7ec-acdba77a2630 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:21.886876 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fb417993-4b7e-4a0b-9d09-69efce5c1cc8 req-1c5d9299-d90f-4a7d-a7ec-acdba77a2630 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 944 time: 0.0560927 Mar 23 12:53:21.934633 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fb417993-4b7e-4a0b-9d09-69efce5c1cc8 req-3baa604c-9d1d-4021-8145-10ea1b4b62b5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Mar 23 12:53:22.567836 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c7484-c821-45a9-ba26-6263fca1ac85 req-ac68b954-e5dc-431d-919e-8268ae528a94 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:22.569438 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-037c7484-c821-45a9-ba26-6263fca1ac85 req-ac68b954-e5dc-431d-919e-8268ae528a94 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0631387 Mar 23 12:53:22.617519 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-037c7484-c821-45a9-ba26-6263fca1ac85 req-b391c8f8-d843-4609-a1f9-6a80e0a5f2ca tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422380 Mar 23 12:53:23.006214 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:23.057385 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:53:23.059408 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291b7261-c0b2-4920-990a-a00f4b3192ba req-383bc781-4452-4605-b720-5aab92036b8a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:23.061853 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-291b7261-c0b2-4920-990a-a00f4b3192ba req-383bc781-4452-4605-b720-5aab92036b8a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 944 time: 0.0570667 Mar 23 12:53:23.062090 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:53:23.062469 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:23.109731 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-291b7261-c0b2-4920-990a-a00f4b3192ba req-54c1cd4b-24e7-4f4b-83bc-4ab2dd95a86c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420907 Mar 23 12:53:23.155988 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:53:23.156319 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:23.179454 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:23.181729 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e1727c3-9a3d-439a-978e-bc9d9e10e71e" -d '{"events": [{"server_uuid": "29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90", "name": "network-vif-plugged", "status": "completed", "tag": "8a8b64cf-6209-42df-bbd8-9c8940ec8cf5"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:23.198337 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:23.202395 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:23.229290 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772e88da-c055-424b-92eb-a63a0684736d x-openstack-request-id: req-772e88da-c055-424b-92eb-a63a0684736d {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:23.229518 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90", "name": "network-vif-plugged", "status": "completed", "tag": "8a8b64cf-6209-42df-bbd8-9c8940ec8cf5", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:23.229771 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-772e88da-c055-424b-92eb-a63a0684736d {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:23.230168 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-772e88da-c055-424b-92eb-a63a0684736d'] response: {'server_uuid': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5', 'code': 200} Mar 23 12:53:23.258633 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:23.410983 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5558eb-bf32-4bcd-8434-ff0cc6eed2e7 req-85b35a18-4740-4946-9ebb-e883b63b7d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:23.412407 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c5558eb-bf32-4bcd-8434-ff0cc6eed2e7 req-85b35a18-4740-4946-9ebb-e883b63b7d50 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 1129 time: 0.0460432 Mar 23 12:53:23.461546 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0c5558eb-bf32-4bcd-8434-ff0cc6eed2e7 req-82f3ce88-8102-4a8b-b101-5df4ac05aa72 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421102 Mar 23 12:53:23.737172 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bdbf94-fd51-4ba6-b6a0-5e959ccc8dd9 req-ddba4330-c467-4857-a1cf-34a10e73fa0c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:23.738544 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-25bdbf94-fd51-4ba6-b6a0-5e959ccc8dd9 req-ddba4330-c467-4857-a1cf-34a10e73fa0c tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0542760 Mar 23 12:53:23.786942 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-25bdbf94-fd51-4ba6-b6a0-5e959ccc8dd9 req-79aba47a-e4f3-4bfd-8963-3fcb1427c0d0 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428319 Mar 23 12:53:24.245985 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a21eb3-5b3f-4a19-92b3-aeba026fe07d req-1f78f4d8-ee8b-4d8a-bfdb-3d08b20c0378 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:24.247472 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-27a21eb3-5b3f-4a19-92b3-aeba026fe07d req-1f78f4d8-ee8b-4d8a-bfdb-3d08b20c0378 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 945 time: 0.0542865 Mar 23 12:53:24.298956 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-27a21eb3-5b3f-4a19-92b3-aeba026fe07d req-91f0d721-50fb-4223-8474-c3610e0c4e9a tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452671 Mar 23 12:53:24.907358 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4772951-2afb-4c7b-9981-4b3c4f08643d req-6f77a97f-2a8d-4340-8b61-b42425851213 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:24.908877 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b4772951-2afb-4c7b-9981-4b3c4f08643d req-6f77a97f-2a8d-4340-8b61-b42425851213 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0532143 Mar 23 12:53:24.956651 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b4772951-2afb-4c7b-9981-4b3c4f08643d req-57f667f9-e560-4a5a-925e-1852178f5c58 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422640 Mar 23 12:53:25.398674 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-eadc9127-17e8-4ec6-80ca-777254c28316 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:25.402003 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-eadc9127-17e8-4ec6-80ca-777254c28316 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 945 time: 0.0564964 Mar 23 12:53:25.434794 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac10e4-2727-48fe-a69b-bb2692f29b95 req-04c61ff7-906d-4fc1-bdc7-d0035faf8f74 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:25.436735 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f5ac10e4-2727-48fe-a69b-bb2692f29b95 req-04c61ff7-906d-4fc1-bdc7-d0035faf8f74 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 945 time: 0.0679886 Mar 23 12:53:25.488174 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f5ac10e4-2727-48fe-a69b-bb2692f29b95 req-21174d53-1c5a-422f-918e-69f52089ced8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449741 Mar 23 12:53:25.506772 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Deleting port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:25.507118 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:25.643422 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] For port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:25.643780 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:25.662574 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47f83a8-6aa0-4955-aa80-2243efcbfe66 req-51dd210e-6af6-4591-ac52-4f07fc604580 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:25.664140 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a47f83a8-6aa0-4955-aa80-2243efcbfe66 req-51dd210e-6af6-4591-ac52-4f07fc604580 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 945 time: 0.1073101 Mar 23 12:53:25.668787 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Calling delete_port for 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:25.672985 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47774) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:25.677392 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-e3b4dbd9-b7a9-4298-b1d8-989df97f5592 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Request body: {'floatingip': {'port_id': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:25.728950 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e3b4dbd9-b7a9-4298-b1d8-989df97f5592 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (a5cc07f5-f988-4969-99b2-fee2487b7245), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:25.731255 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:26.072890 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (4e8a2076-1cc3-40f9-ba01-b56e018cf0bc), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:26.085651 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['4e8a2076-1cc3-40f9-ba01-b56e018cf0bc', 'be0b9f22-6e14-4a2b-9f51-6f0f40b79e19'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:53:26.101305 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ee2142-da75-4154-b381-024a86255a5f req-1a13d17c-bd4f-4d58-95c3-3ed62df5ccea tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:26.103747 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-45ee2142-da75-4154-b381-024a86255a5f req-1a13d17c-bd4f-4d58-95c3-3ed62df5ccea tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=586cae09-be54-4434-941a-4e79e26ce9c2 HTTP/1.1" status: 200 len: 867 time: 0.0764186 Mar 23 12:53:26.111735 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event deleted for resources: {'Port': ['ID=4e8a2076-1cc3-40f9-ba01-b56e018cf0bc,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:26.176759 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-45ee2142-da75-4154-b381-024a86255a5f req-cc7c721d-e8f5-4077-8833-f35f01ed42fd tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545194 Mar 23 12:53:26.205337 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] No DVR routers for this DVR port 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:26.211922 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:26.216056 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f7f8dd8-7618-487d-99f7-6d4b79955e49 req-393ab316-2174-42cc-98f4-2cea37dbbf18 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "DELETE /v2.0/ports/4e8a2076-1cc3-40f9-ba01-b56e018cf0bc HTTP/1.1" status: 204 len: 173 time: 0.8023868 Mar 23 12:53:26.216056 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '586cae09-be54-4434-941a-4e79e26ce9c2', 'name': 'network-vif-deleted', 'tag': '4e8a2076-1cc3-40f9-ba01-b56e018cf0bc'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:26.218810 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fd13ad-de19-4f9d-ba89-d0b3dacde5bc" -d '{"events": [{"server_uuid": "586cae09-be54-4434-941a-4e79e26ce9c2", "name": "network-vif-deleted", "tag": "4e8a2076-1cc3-40f9-ba01-b56e018cf0bc"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:26.307197 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f649f633-48fc-4e4d-983c-f498249c0dfe x-openstack-request-id: req-f649f633-48fc-4e4d-983c-f498249c0dfe {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:26.307601 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "586cae09-be54-4434-941a-4e79e26ce9c2", "name": "network-vif-deleted", "tag": "4e8a2076-1cc3-40f9-ba01-b56e018cf0bc", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:26.307805 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f649f633-48fc-4e4d-983c-f498249c0dfe {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:26.308143 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f649f633-48fc-4e4d-983c-f498249c0dfe'] response: {'server_uuid': '586cae09-be54-4434-941a-4e79e26ce9c2', 'name': 'network-vif-deleted', 'tag': '4e8a2076-1cc3-40f9-ba01-b56e018cf0bc', 'status': 'completed', 'code': 200} Mar 23 12:53:26.497415 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e3b4dbd9-b7a9-4298-b1d8-989df97f5592 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:26.502181 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e3b4dbd9-b7a9-4298-b1d8-989df97f5592 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (a5cc07f5-f988-4969-99b2-fee2487b7245), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:26.626803 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-e3b4dbd9-b7a9-4298-b1d8-989df97f5592 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Floating IP a5cc07f5-f988-4969-99b2-fee2487b7245 associated. External IP: 172.27.0.32, port: 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5. Mar 23 12:53:26.894575 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b4dbd9-b7a9-4298-b1d8-989df97f5592 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Router 84a22b28-5b5d-4247-822c-1c09d15774e3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:27.015594 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b4dbd9-b7a9-4298-b1d8-989df97f5592 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:27.019863 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e3b4dbd9-b7a9-4298-b1d8-989df97f5592 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:27.026612 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] Sync routers for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:27.037590 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:27.038213 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:27.052377 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-e3b4dbd9-b7a9-4298-b1d8-989df97f5592 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "PUT /v2.0/floatingips/a5cc07f5-f988-4969-99b2-fee2487b7245 HTTP/1.1" status: 200 len: 990 time: 1.3779509 Mar 23 12:53:27.319530 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:27.549442 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25e17f-a161-4771-888b-4304795018c9 req-cd1a8391-869b-4b40-84ee-fe568309f23a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:27.551807 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5e25e17f-a161-4771-888b-4304795018c9 req-cd1a8391-869b-4b40-84ee-fe568309f23a tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0871229 Mar 23 12:53:27.613568 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5e25e17f-a161-4771-888b-4304795018c9 req-abc70633-c857-41de-9565-50cb1128bf14 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553105 Mar 23 12:53:27.619205 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'a5cc07f5-f988-4969-99b2-fee2487b7245', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'port_id': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'mac_address': 'fa:16:3e:c1:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:13Z', 'updated_at': '2022-03-23T12:53:26Z', 'revision_number': 1, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:27.650589 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] Checking router: 84a22b28-5b5d-4247-822c-1c09d15774e3 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:27.662637 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:27.663838 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:27.794460 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:28.047508 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'a5cc07f5-f988-4969-99b2-fee2487b7245', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'port_id': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'mac_address': 'fa:16:3e:c1:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:13Z', 'updated_at': '2022-03-23T12:53:26Z', 'revision_number': 1, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:28.074827 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64718e76-1f78-45c8-97c9-4e3ff86d9290 None None] The sync data for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi is: [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': 'a5cc07f5-f988-4969-99b2-fee2487b7245', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'floating_ip_address': '172.27.0.32', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'port_id': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'mac_address': 'fa:16:3e:c1:62:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:13Z', 'updated_at': '2022-03-23T12:53:26Z', 'revision_number': 1, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:28.277346 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8c22c-419e-43e6-8d72-80c410396792 None None] New status for floating IP a5cc07f5-f988-4969-99b2-fee2487b7245: ACTIVE {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:53:28.309449 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'tag': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:28.312787 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e55165-c978-4fc6-a596-53f2552c228b" -d '{"events": [{"name": "network-changed", "server_uuid": "29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90", "tag": "8a8b64cf-6209-42df-bbd8-9c8940ec8cf5"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:28.350122 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b9a89e-a1e4-4318-bac4-b32c1e854c7d x-openstack-request-id: req-e9b9a89e-a1e4-4318-bac4-b32c1e854c7d {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:28.350779 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90", "tag": "8a8b64cf-6209-42df-bbd8-9c8940ec8cf5", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:28.351037 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e9b9a89e-a1e4-4318-bac4-b32c1e854c7d {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:28.351444 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9b9a89e-a1e4-4318-bac4-b32c1e854c7d'] response: {'name': 'network-changed', 'server_uuid': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'tag': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5', 'status': 'completed', 'code': 200} Mar 23 12:53:28.423580 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e55165-c978-4fc6-a596-53f2552c228b req-a1789ef6-a490-4a11-99a3-2f2e47b23a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.425130 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-21e55165-c978-4fc6-a596-53f2552c228b req-a1789ef6-a490-4a11-99a3-2f2e47b23a35 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 1129 time: 0.0506058 Mar 23 12:53:28.523968 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e55165-c978-4fc6-a596-53f2552c228b req-4f86aa9a-996a-41b6-b74d-80c44ab24da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.525451 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-21e55165-c978-4fc6-a596-53f2552c228b req-4f86aa9a-996a-41b6-b74d-80c44ab24da8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 200 len: 912 time: 0.0913031 Mar 23 12:53:28.593782 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-21e55165-c978-4fc6-a596-53f2552c228b req-a8471178-7bfe-4021-8ef2-638a41125341 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 HTTP/1.1" status: 200 len: 1000 time: 0.0602784 Mar 23 12:53:28.648678 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e55165-c978-4fc6-a596-53f2552c228b req-9c79eabe-b269-4b4b-812f-cad19180923d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.650012 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-21e55165-c978-4fc6-a596-53f2552c228b req-9c79eabe-b269-4b4b-812f-cad19180923d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 200 len: 850 time: 0.0487907 Mar 23 12:53:28.700485 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e55165-c978-4fc6-a596-53f2552c228b req-2d51286b-ac41-4bdd-9edd-4ca8c06e9d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.702768 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-21e55165-c978-4fc6-a596-53f2552c228b req-2d51286b-ac41-4bdd-9edd-4ca8c06e9d40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0f9d749a-8c53-4fe9-b95c-7cb54b937c17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0464885 Mar 23 12:53:28.743128 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d181d-8d11-44c0-bf1a-d970eb8aa713 req-9977cc4b-9c58-412a-9298-5b4c57e9ade5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:28.744626 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f27d181d-8d11-44c0-bf1a-d970eb8aa713 req-9977cc4b-9c58-412a-9298-5b4c57e9ade5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0540240 Mar 23 12:53:28.800782 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f27d181d-8d11-44c0-bf1a-d970eb8aa713 req-8a45a05c-cb71-4eea-8282-edd6e66d4dfa tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498781 Mar 23 12:53:28.804562 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-21e55165-c978-4fc6-a596-53f2552c228b req-69587dc8-695d-46bb-afc0-e2e3f109fdd4 service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945666 Mar 23 12:53:28.905946 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-21e55165-c978-4fc6-a596-53f2552c228b req-b4b6ae6b-8f0e-4320-b183-9c3e6680205a service neutron] 10.222.0.53 "GET /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939870 Mar 23 12:53:29.021728 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:29.042253 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:53:29.042603 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 4e8a2076-1cc3-40f9-ba01-b56e018cf0bc not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:29.074382 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3e310-32fe-49e7-b947-a9a42be67840 req-16ac8cb5-8b84-4a8b-a769-6aa043a11ffc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:29.075845 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f6b3e310-32fe-49e7-b947-a9a42be67840 req-16ac8cb5-8b84-4a8b-a769-6aa043a11ffc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 946 time: 0.0524213 Mar 23 12:53:29.123463 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f6b3e310-32fe-49e7-b947-a9a42be67840 req-43540898-587d-49d3-ba52-027bff94ccf5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409205 Mar 23 12:53:29.922078 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc8451-bad0-403c-87cf-90b35af76e4d req-39317fe5-3c05-4540-8680-81042dc22bb9 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:29.923541 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9ecc8451-bad0-403c-87cf-90b35af76e4d req-39317fe5-3c05-4540-8680-81042dc22bb9 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0589106 Mar 23 12:53:29.969810 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9ecc8451-bad0-403c-87cf-90b35af76e4d req-bf462327-6d63-4b83-9cde-4b54cf2ae2e9 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405970 Mar 23 12:53:30.247484 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd5066d-367f-4b1f-9f7a-e96424d10f5d req-5c0b517c-2727-4e4c-83b6-417433987071 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:30.249697 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3bd5066d-367f-4b1f-9f7a-e96424d10f5d req-5c0b517c-2727-4e4c-83b6-417433987071 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 946 time: 0.0582793 Mar 23 12:53:30.300535 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3bd5066d-367f-4b1f-9f7a-e96424d10f5d req-41b87797-9893-4d72-bde2-bf22a42c4bf0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449555 Mar 23 12:53:30.838261 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-e9839440-f2cc-49a0-a397-9a72fb8b5c20 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:30.839747 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-e9839440-f2cc-49a0-a397-9a72fb8b5c20 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 946 time: 0.0535896 Mar 23 12:53:30.959737 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Deleting port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:30.960466 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:31.091138 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] For port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:31.091549 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:31.099664 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9457d-69fa-48ef-a823-7a961b3eb402 req-c883df41-ae2b-4790-98ff-9cd193336c0f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:31.101803 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-80b9457d-69fa-48ef-a823-7a961b3eb402 req-c883df41-ae2b-4790-98ff-9cd193336c0f tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.0609329 Mar 23 12:53:31.156838 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-80b9457d-69fa-48ef-a823-7a961b3eb402 req-11ef931f-42e8-4596-bb2b-5799ff73a25e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491612 Mar 23 12:53:31.170017 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-9297cf52-0e74-4f76-9c40-e2a84a9514e5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:31.171492 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-9297cf52-0e74-4f76-9c40-e2a84a9514e5 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 946 time: 0.1239364 Mar 23 12:53:31.376448 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:31.377078 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (ad1f1d7a-9668-475d-96b8-16c206f75f3b), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:31.377500 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Floating IP ad1f1d7a-9668-475d-96b8-16c206f75f3b disassociated. External IP: 172.27.0.42, port: a8b2ec7c-1e27-47e5-9346-51e53b7f1a95. Mar 23 12:53:31.377960 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Calling delete_port for a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:31.430627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Deleting port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:31.430627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:31.852585 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531c5bb-b93d-4e32-9229-94413337306e req-b649b963-a52e-428f-afaf-d646dbabcd09 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:31.854634 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1531c5bb-b93d-4e32-9229-94413337306e req-b649b963-a52e-428f-afaf-d646dbabcd09 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 946 time: 0.4720910 Mar 23 12:53:31.900693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] For port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:31.901054 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:31.945292 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Calling delete_port for be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:32.035720 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1531c5bb-b93d-4e32-9229-94413337306e req-33711fc4-044c-4eef-9c01-0fc72f7786b9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=80bec08c-e13c-4096-8665-c794f9214870&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728640 Mar 23 12:53:32.043112 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (a8b2ec7c-1e27-47e5-9346-51e53b7f1a95), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:32.091852 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'Port': ['ID=a8b2ec7c-1e27-47e5-9346-51e53b7f1a95,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:32.371945 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:32.383438 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (be0b9f22-6e14-4a2b-9f51-6f0f40b79e19), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:32.397256 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['be0b9f22-6e14-4a2b-9f51-6f0f40b79e19'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:53:32.438606 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cc679-a99b-4b03-980b-72d31163986b req-3f92bdc0-1d84-40c9-aede-fb7b2a2eec3e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:32.440190 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-085cc679-a99b-4b03-980b-72d31163986b req-3f92bdc0-1d84-40c9-aede-fb7b2a2eec3e tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/ports?device_id=520e8e8e-2c9e-42fa-8c5b-33a059b5ee26 HTTP/1.1" status: 200 len: 867 time: 0.1421473 Mar 23 12:53:32.443130 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Pushing event deleted for resources: {'Port': ['ID=be0b9f22-6e14-4a2b-9f51-6f0f40b79e19,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:32.587194 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] No DVR routers for this DVR port be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:32.590043 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:32.596458 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e393e206-b16e-4ce2-9f6f-1f78451674ca req-ae6333e5-b7a9-4a12-8dfd-fedce2e12982 tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.53 "DELETE /v2.0/ports/be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 HTTP/1.1" status: 204 len: 173 time: 1.4173889 Mar 23 12:53:32.605703 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '520e8e8e-2c9e-42fa-8c5b-33a059b5ee26', 'name': 'network-vif-deleted', 'tag': 'be0b9f22-6e14-4a2b-9f51-6f0f40b79e19'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:32.608741 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adec476-0fb3-44d7-9a48-e9d5abc8ff76" -d '{"events": [{"server_uuid": "520e8e8e-2c9e-42fa-8c5b-33a059b5ee26", "name": "network-vif-deleted", "tag": "be0b9f22-6e14-4a2b-9f51-6f0f40b79e19"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:32.610671 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24530888-321c-4763-92b2-1d59b2053d28 req-ef1a3e86-cf54-4228-8585-47dee98d4033 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:32.619237 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-24530888-321c-4763-92b2-1d59b2053d28 req-ef1a3e86-cf54-4228-8585-47dee98d4033 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0733089 Mar 23 12:53:32.672458 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-085cc679-a99b-4b03-980b-72d31163986b req-54d41172-2555-47b8-89b2-0d48a3f91ceb tempest-ServerRescueNegativeTestJSON-291827375 tempest-ServerRescueNegativeTestJSON-291827375-project] 10.222.0.45 "GET /v2.0/security-groups?id=bc63cb4a-5336-4814-8a9b-77f3f61b956f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479173 Mar 23 12:53:32.682483 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-24530888-321c-4763-92b2-1d59b2053d28 req-5f9fc898-d644-4008-b7b2-67aacbcb7c4b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620263 Mar 23 12:53:32.686300 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:32.709459 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091b988-4215-440b-b253-c642ee93246e None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:32.727378 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091b988-4215-440b-b253-c642ee93246e None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:32.728039 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-9091b988-4215-440b-b253-c642ee93246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:32.742009 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ba9a26-0af4-4124-b701-b496ca677373 x-openstack-request-id: req-18ba9a26-0af4-4124-b701-b496ca677373 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:32.742301 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "520e8e8e-2c9e-42fa-8c5b-33a059b5ee26", "name": "network-vif-deleted", "tag": "be0b9f22-6e14-4a2b-9f51-6f0f40b79e19", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:32.742623 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-18ba9a26-0af4-4124-b701-b496ca677373 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:32.743286 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18ba9a26-0af4-4124-b701-b496ca677373'] response: {'server_uuid': '520e8e8e-2c9e-42fa-8c5b-33a059b5ee26', 'name': 'network-vif-deleted', 'tag': 'be0b9f22-6e14-4a2b-9f51-6f0f40b79e19', 'status': 'completed', 'code': 200} Mar 23 12:53:32.758855 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] No DVR routers for this DVR port a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:32.766269 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:32.767857 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-26469be7-b660-4334-bfe8-7f54825d73f5 req-48d89b8f-55e6-4adb-a9e7-f09bc4361737 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "DELETE /v2.0/ports/a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 HTTP/1.1" status: 204 len: 173 time: 1.9114563 Mar 23 12:53:32.868690 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-9091b988-4215-440b-b253-c642ee93246e None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:33.099334 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-9091b988-4215-440b-b253-c642ee93246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:33.135540 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091b988-4215-440b-b253-c642ee93246e None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:33.145267 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9091b988-4215-440b-b253-c642ee93246e None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:33.145884 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-9091b988-4215-440b-b253-c642ee93246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:33.159011 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-946a9a20-abc4-43c4-9091-59fecc7f7fdf req-2e4cacb3-3313-42c5-b353-dab1b5b8d42b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=cd13c06a-bd95-41fe-82e5-ea30d48c81de HTTP/1.1" status: 200 len: 210 time: 0.0328493 Mar 23 12:53:33.267803 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-9091b988-4215-440b-b253-c642ee93246e None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:33.472926 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-9091b988-4215-440b-b253-c642ee93246e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:33.499325 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9091b988-4215-440b-b253-c642ee93246e None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:33.715631 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a16d6553-c579-400e-af12-400e350e0d34 None None] New status for floating IP ad1f1d7a-9668-475d-96b8-16c206f75f3b: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:53:33.742577 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47870) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:33.808659 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad65715-9905-4db8-89af-59817a93b96f req-4d490d9c-076c-4283-aa9c-f187c3d5eb93 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:33.810206 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7ad65715-9905-4db8-89af-59817a93b96f req-4d490d9c-076c-4283-aa9c-f187c3d5eb93 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0561378 Mar 23 12:53:33.865672 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7ad65715-9905-4db8-89af-59817a93b96f req-9222f4bb-89ab-43d9-a269-8fe80bcfa625 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497525 Mar 23 12:53:34.235783 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (1c507e0b-f70e-4621-8070-3d62fde9be1c), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.262162 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47880) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:34.330268 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9868ed45-b80c-49f9-980e-2c5c450469cc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (80bec08c-e13c-4096-8665-c794f9214870), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.359470 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9868ed45-b80c-49f9-980e-2c5c450469cc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (80bec08c-e13c-4096-8665-c794f9214870), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.419807 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9868ed45-b80c-49f9-980e-2c5c450469cc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (80bec08c-e13c-4096-8665-c794f9214870), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.422486 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9868ed45-b80c-49f9-980e-2c5c450469cc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.423640 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-9868ed45-b80c-49f9-980e-2c5c450469cc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "DELETE /v2.0/security-groups/80bec08c-e13c-4096-8665-c794f9214870 HTTP/1.1" status: 204 len: 168 time: 0.1594005 Mar 23 12:53:34.426488 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47882) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:34.432862 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9868ed45-b80c-49f9-980e-2c5c450469cc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80bec08c-e13c-4096-8665-c794f9214870,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:34.444270 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.api.v2.resource [None req-a7273eef-e708-493f-b970-9fb531d49d48 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] show failed (client error): The resource could not be found. Mar 23 12:53:34.448206 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a7273eef-e708-493f-b970-9fb531d49d48 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups/80bec08c-e13c-4096-8665-c794f9214870 HTTP/1.1" status: 404 len: 347 time: 0.0178969 Mar 23 12:53:34.448345 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47884) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:34.632381 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Deleting port 0044df7a-96c1-4792-ba79-b4203ab9ebcd {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:34.632742 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.670618 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Deleting port 04175590-3231-41a5-9d0e-91c429450e73 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:34.670974 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (04175590-3231-41a5-9d0e-91c429450e73), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.744222 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'name': 'network-vif-deleted', 'tag': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:34.746478 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df8dc32-bbd8-4554-bc62-ca0515575862" -d '{"events": [{"server_uuid": "cd13c06a-bd95-41fe-82e5-ea30d48c81de", "name": "network-vif-deleted", "tag": "a8b2ec7c-1e27-47e5-9346-51e53b7f1a95"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:34.770695 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] For port 0044df7a-96c1-4792-ba79-b4203ab9ebcd, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=0044df7a-96c1-4792-ba79-b4203ab9ebcd,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:34.771212 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.782025 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27c84d5-64ad-48a6-b20d-c21f71af96d1 x-openstack-request-id: req-f27c84d5-64ad-48a6-b20d-c21f71af96d1 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:34.782326 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd13c06a-bd95-41fe-82e5-ea30d48c81de", "name": "network-vif-deleted", "tag": "a8b2ec7c-1e27-47e5-9346-51e53b7f1a95", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:34.782584 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f27c84d5-64ad-48a6-b20d-c21f71af96d1 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:34.782988 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27c84d5-64ad-48a6-b20d-c21f71af96d1'] response: {'server_uuid': 'cd13c06a-bd95-41fe-82e5-ea30d48c81de', 'name': 'network-vif-deleted', 'tag': 'a8b2ec7c-1e27-47e5-9346-51e53b7f1a95', 'status': 'completed', 'code': 200} Mar 23 12:53:34.791769 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (04175590-3231-41a5-9d0e-91c429450e73), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.792088 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (04175590-3231-41a5-9d0e-91c429450e73), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:34.794627 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Calling delete_port for 0044df7a-96c1-4792-ba79-b4203ab9ebcd owned by network:router_interface {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:34.809897 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Calling delete_port for 04175590-3231-41a5-9d0e-91c429450e73 owned by network:floatingip {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:35.000579 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91fc5a4-5d16-4c47-b610-601afc81ee7e req-5a3aef33-fdcc-4a6f-8da6-aacedfc49633 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:35.002063 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c91fc5a4-5d16-4c47-b610-601afc81ee7e req-5a3aef33-fdcc-4a6f-8da6-aacedfc49633 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0579572 Mar 23 12:53:35.056688 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:35.067097 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c91fc5a4-5d16-4c47-b610-601afc81ee7e req-2feaabec-c962-4b87-adea-b4013a421f51 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589645 Mar 23 12:53:35.071223 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (04175590-3231-41a5-9d0e-91c429450e73), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.094226 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:53:35.094585 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device a8b2ec7c-1e27-47e5-9346-51e53b7f1a95 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:35.095007 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:35.104019 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'Port': ['ID=04175590-3231-41a5-9d0e-91c429450e73,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:35.118661 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:53:35.119056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device be0b9f22-6e14-4a2b-9f51-6f0f40b79e19 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:35.134606 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (0044df7a-96c1-4792-ba79-b4203ab9ebcd), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.136629 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (ad1f1d7a-9668-475d-96b8-16c206f75f3b), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.139800 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.140992 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-17c4f699-6009-45d6-a62b-b36790e589f8 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "DELETE /v2.0/floatingips/ad1f1d7a-9668-475d-96b8-16c206f75f3b HTTP/1.1" status: 204 len: 168 time: 0.6918137 Mar 23 12:53:35.167704 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0044df7a-96c1-4792-ba79-b4203ab9ebcd,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:35.298397 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (1c507e0b-f70e-4621-8070-3d62fde9be1c), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.700489 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47892) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:35.705316 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-b50587e2-cdc6-47b9-938d-435303767c1a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220776873', 'description': 'tempest-description--990668796'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:35.724869 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b50587e2-cdc6-47b9-938d-435303767c1a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.752686 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Router 1c507e0b-f70e-4621-8070-3d62fde9be1c has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:35.794298 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b50587e2-cdc6-47b9-938d-435303767c1a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (512d374b-4012-4963-bfe3-8287614d7005), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.798803 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b50587e2-cdc6-47b9-938d-435303767c1a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (512d374b-4012-4963-bfe3-8287614d7005), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.829766 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b50587e2-cdc6-47b9-938d-435303767c1a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.831045 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-b50587e2-cdc6-47b9-938d-435303767c1a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1294432 Mar 23 12:53:35.833054 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50587e2-cdc6-47b9-938d-435303767c1a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=512d374b-4012-4963-bfe3-8287614d7005,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:35.835432 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47894) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:35.842790 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-5a9bb0af-a939-4086-8717-89b97e46b1e6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group_rule': {'security_group_id': '512d374b-4012-4963-bfe3-8287614d7005', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:35.882972 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb0af-a939-4086-8717-89b97e46b1e6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (d8ceb9a1-bed7-40d8-a2a8-a44499923f4b), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.889202 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:35.898539 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-92da257a-83d3-47ef-8a8b-42b830050df5 admin admin] 10.222.0.45 "PUT /v2.0/routers/1c507e0b-f70e-4621-8070-3d62fde9be1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1548843 Mar 23 12:53:35.898668 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] Sync routers for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:35.901231 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47896) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:35.915798 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:35.916590 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:35.948452 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb0af-a939-4086-8717-89b97e46b1e6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (d8ceb9a1-bed7-40d8-a2a8-a44499923f4b), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.953487 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb0af-a939-4086-8717-89b97e46b1e6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (d8ceb9a1-bed7-40d8-a2a8-a44499923f4b), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.979436 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb0af-a939-4086-8717-89b97e46b1e6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8ceb9a1-bed7-40d8-a2a8-a44499923f4b,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:35.995514 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb0af-a939-4086-8717-89b97e46b1e6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:35.996568 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-5a9bb0af-a939-4086-8717-89b97e46b1e6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600456 Mar 23 12:53:35.999883 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47898) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:36.004557 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-4128abba-1188-4935-a34f-9a4d68b56814 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'security_group_rule': {'security_group_id': '512d374b-4012-4963-bfe3-8287614d7005', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:36.020557 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks [] for router (1c507e0b-f70e-4621-8070-3d62fde9be1c), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.036134 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4128abba-1188-4935-a34f-9a4d68b56814 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (437581fb-52cd-4ad7-bdd2-5183748f321a), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.046504 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:36.093660 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4128abba-1188-4935-a34f-9a4d68b56814 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (437581fb-52cd-4ad7-bdd2-5183748f321a), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.098114 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4128abba-1188-4935-a34f-9a4d68b56814 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270200'] for security_group_rule (437581fb-52cd-4ad7-bdd2-5183748f321a), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.117197 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4128abba-1188-4935-a34f-9a4d68b56814 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437581fb-52cd-4ad7-bdd2-5183748f321a,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:36.126824 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4128abba-1188-4935-a34f-9a4d68b56814 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.128200 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4128abba-1188-4935-a34f-9a4d68b56814 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271832 Mar 23 12:53:36.131265 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47902) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:36.135868 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:36.158538 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks [] for router_gateway (1c507e0b-f70e-4621-8070-3d62fde9be1c), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.161313 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.273550 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981d2369-e94b-45b0-ae6a-a31be907de0d req-a99eb296-dce2-43c3-a9d6-0eefeb88cd21 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:36.273928 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184'}], 'enable_snat': True}, 'gw_port_id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:53:35Z', 'revision_number': 5, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port': {'id': '33864acf-9b20-470a-b28e-f6b8e09c472e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:95:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:36.274938 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.275220 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-981d2369-e94b-45b0-ae6a-a31be907de0d req-a99eb296-dce2-43c3-a9d6-0eefeb88cd21 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.1011844 Mar 23 12:53:36.281099 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Deleting port 33864acf-9b20-470a-b28e-f6b8e09c472e {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:36.281445 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.309413 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] Checking router: 1c507e0b-f70e-4621-8070-3d62fde9be1c for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:36.319944 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] Routers {'1c507e0b-f70e-4621-8070-3d62fde9be1c'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:36.320935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['1c507e0b-f70e-4621-8070-3d62fde9be1c'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:36.383416 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-981d2369-e94b-45b0-ae6a-a31be907de0d req-23607af9-08bb-4011-be9a-9e736fc346c9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977256 Mar 23 12:53:36.407257 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] For port 33864acf-9b20-470a-b28e-f6b8e09c472e, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=33864acf-9b20-470a-b28e-f6b8e09c472e,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:36.407610 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.423258 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Calling delete_port for 33864acf-9b20-470a-b28e-f6b8e09c472e owned by network:router_gateway {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:36.428175 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_common [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Allocated IP 172.27.0.15 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/072b336a-6aae-46f8-bbec-6d28afb03418) {{(pid=115108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:36.572385 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (072b336a-6aae-46f8-bbec-6d28afb03418), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.592483 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] Set router 1c507e0b-f70e-4621-8070-3d62fde9be1c gateway port host: None {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:36.614432 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (33864acf-9b20-470a-b28e-f6b8e09c472e), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.622445 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135'] for port (072b336a-6aae-46f8-bbec-6d28afb03418), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.647495 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:53:36Z', 'revision_number': 6, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port_host': None}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:36.658884 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Pushing event deleted for resources: {'Port': ['ID=33864acf-9b20-470a-b28e-f6b8e09c472e,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:36.665661 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:36.672531 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Resources bound (agent type, host, resource id): {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:36.677755 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Received port after_create {{(pid=115108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:36.680389 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a08e16f-55c7-4669-a258-b99c89f86859 None None] The sync data for ids ['1c507e0b-f70e-4621-8070-3d62fde9be1c'] in dv-cinder-797245-11-iscsi is: [{'id': '1c507e0b-f70e-4621-8070-3d62fde9be1c', 'name': 'tempest-ServerRescueNegativeTestJSON-656390384-router', 'tenant_id': '6433c525a3384ba0a96e7360444a072b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:54Z', 'updated_at': '2022-03-23T12:53:36Z', 'revision_number': 6, 'project_id': '6433c525a3384ba0a96e7360444a072b', 'gw_port_host': None}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:36.682639 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=072b336a-6aae-46f8-bbec-6d28afb03418,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:36.731578 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (1c507e0b-f70e-4621-8070-3d62fde9be1c), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.739432 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (80ba9753-7b7b-4c28-a9f9-e761ec368442), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.776895 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (072b336a-6aae-46f8-bbec-6d28afb03418), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.823598 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (1c507e0b-f70e-4621-8070-3d62fde9be1c), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.826984 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks [] for router_controller (1c507e0b-f70e-4621-8070-3d62fde9be1c), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.832257 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:53:36.871625 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (1c507e0b-f70e-4621-8070-3d62fde9be1c), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.873527 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c507e0b-f70e-4621-8070-3d62fde9be1c {{(pid=115109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:53:36.878886 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.880041 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-04dea050-a953-4255-b105-cb03c819fb5c admin admin] 10.222.0.45 "DELETE /v2.0/routers/1c507e0b-f70e-4621-8070-3d62fde9be1c HTTP/1.1" status: 204 len: 168 time: 0.9777138 Mar 23 12:53:36.882548 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 47904) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:36.930555 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c290ba8-3db1-4438-80ba-f3c2a0d61202 admin admin] Deleting subnet 1b765262-b031-4ba4-b28b-57e821c0d8ce {{(pid=115109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:53:36.933349 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (072b336a-6aae-46f8-bbec-6d28afb03418), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.933827 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7c290ba8-3db1-4438-80ba-f3c2a0d61202 admin admin] Publish callbacks [] for subnet (1b765262-b031-4ba4-b28b-57e821c0d8ce), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.938717 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (072b336a-6aae-46f8-bbec-6d28afb03418), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.970692 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7c290ba8-3db1-4438-80ba-f3c2a0d61202 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13703470'] for subnet (1b765262-b031-4ba4-b28b-57e821c0d8ce), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.973451 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (80ba9753-7b7b-4c28-a9f9-e761ec368442), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:36.993304 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=072b336a-6aae-46f8-bbec-6d28afb03418,revision_number=2']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:36.999136 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.004564 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-8d967721-f37b-4403-b45f-ac6dbc9cc192 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8722663 Mar 23 12:53:37.061544 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7c290ba8-3db1-4438-80ba-f3c2a0d61202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (1b765262-b031-4ba4-b28b-57e821c0d8ce), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.124299 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7c290ba8-3db1-4438-80ba-f3c2a0d61202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58409122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078138'] for subnet (1b765262-b031-4ba4-b28b-57e821c0d8ce), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.165778 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c290ba8-3db1-4438-80ba-f3c2a0d61202 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b765262-b031-4ba4-b28b-57e821c0d8ce,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:37.170376 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7c290ba8-3db1-4438-80ba-f3c2a0d61202 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.176015 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-7c290ba8-3db1-4438-80ba-f3c2a0d61202 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1b765262-b031-4ba4-b28b-57e821c0d8ce HTTP/1.1" status: 204 len: 168 time: 0.2896850 Mar 23 12:53:37.176525 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47918) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:37.178724 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d98a3e6-8fe2-4499-8fc8-ec578e6330d7 None None] Network b6cbf188-3c50-4afa-8c2c-521bcdfda65d requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:53:37.186486 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1a66487b-f281-4f66-be10-a4c5cc3b7460 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-securitygroup--1220776873&fields=id&tenant_id=14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 267 time: 0.0524316 Mar 23 12:53:37.310037 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (b6cbf188-3c50-4afa-8c2c-521bcdfda65d), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.377773 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-d97f7acf-6212-49b9-9246-7ad6effd50d9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:37.379146 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-d97f7acf-6212-49b9-9246-7ad6effd50d9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 815 time: 0.1821842 Mar 23 12:53:37.399010 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-7b4af977-e5e9-4e79-b781-3b4c85b0685e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/quotas/14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 375 time: 0.0132740 Mar 23 12:53:37.414969 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Deleting port 4139ce53-befc-4765-a059-e7a196327730 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:37.415305 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (4139ce53-befc-4765-a059-e7a196327730), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.485163 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] DHCP port deletion for b6cbf188-3c50-4afa-8c2c-521bcdfda65d request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:53:37.512906 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] For port 4139ce53-befc-4765-a059-e7a196327730, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=4139ce53-befc-4765-a059-e7a196327730,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:37.513300 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (4139ce53-befc-4765-a059-e7a196327730), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.530713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Calling delete_port for 4139ce53-befc-4765-a059-e7a196327730 owned by network:dhcp {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:37.540539 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-09825494-0370-43f9-abe0-d1fc6bcc8e0b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1352122 Mar 23 12:53:37.550231 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Deleting port 4139ce53-befc-4765-a059-e7a196327730 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:53:37.550592 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (4139ce53-befc-4765-a059-e7a196327730), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.567118 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050780a1-73df-4290-9cb7-f44029ea3cfe req-1781fd42-5e5d-404e-b6e6-6478ecad65fb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:37.568791 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-050780a1-73df-4290-9cb7-f44029ea3cfe req-1781fd42-5e5d-404e-b6e6-6478ecad65fb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0622838 Mar 23 12:53:37.631640 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] For port 4139ce53-befc-4765-a059-e7a196327730, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=4139ce53-befc-4765-a059-e7a196327730,segment=NetworkSegment(eeeaa24f-db7c-49ca-813e-47b648bde09b),segment_id=eeeaa24f-db7c-49ca-813e-47b648bde09b)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:37.632056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (4139ce53-befc-4765-a059-e7a196327730), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.644685 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-050780a1-73df-4290-9cb7-f44029ea3cfe req-9362a145-e236-4ec8-b92f-5129695528ba tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696948 Mar 23 12:53:37.648450 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (4139ce53-befc-4765-a059-e7a196327730), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.651521 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Calling delete_port for 4139ce53-befc-4765-a059-e7a196327730 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:53:37.730000 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Pushing event deleted for resources: {'Port': ['ID=4139ce53-befc-4765-a059-e7a196327730,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:37.734012 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] No DVR routers for this DVR port 4139ce53-befc-4765-a059-e7a196327730 on host dv-cinder-797245-11-iscsi {{(pid=115108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:37.738786 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (4139ce53-befc-4765-a059-e7a196327730), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.767226 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Pushing event deleted for resources: {'Port': ['ID=4139ce53-befc-4765-a059-e7a196327730,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:37.771698 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] No DVR routers for this DVR port 4139ce53-befc-4765-a059-e7a196327730 on host dv-cinder-797245-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:53:37.779410 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.779869 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.780263 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.780612 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.780951 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.781950 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.781950 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.781950 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.782236 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.782559 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.782889 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.783249 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.783576 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.783904 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.784260 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea299a00-e283-4be5-b01a-b6c2ed6297af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:53:37.834255 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (b6cbf188-3c50-4afa-8c2c-521bcdfda65d), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:37.838423 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-135d02ea-c89d-4fab-90a9-decc8c34b59e service neutron] 10.222.0.45 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582207 Mar 23 12:53:37.900070 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.900322 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.901047 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.901375 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > port after_create 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.901692 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > port after_delete 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.902018 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > port after_update 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.902330 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.902642 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.902954 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.903261 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.998628 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.999274 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.999274 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.999586 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 23 12:53:37.999953 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6cbf188-3c50-4afa-8c2c-521bcdfda65d']}} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:38.023879 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeeaa24f-db7c-49ca-813e-47b648bde09b') {'for_net_delete': True} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:38.024202 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeeaa24f-db7c-49ca-813e-47b648bde09b') {} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:38.043173 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13747001'] for segment (eeeaa24f-db7c-49ca-813e-47b648bde09b), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:38.074726 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (eeeaa24f-db7c-49ca-813e-47b648bde09b), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:38.092312 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=115108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:53:38.092709 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58407790'] for segment (eeeaa24f-db7c-49ca-813e-47b648bde09b), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: from cryptography.utils import int_from_bytes Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: from cryptography.utils import int_from_bytes Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: Traceback (most recent call last): Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: timer() Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: cb(*args, **kw) Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: return func(*args, **kwargs) Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: self._notify() Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: self.callback(batched_events) Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: event.method(event) Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: return f(self, *a, **k) Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._get(url).json() Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: return self.request(url, 'GET', **kwargs) Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:53:38.096592 dv-cinder-797245-11-iscsi neutron-server[115108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:53:38.138884 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-632dfc2f-1df0-4758-a47d-fe7a53b69b3a service neutron] 10.222.0.45 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925978 Mar 23 12:53:38.157142 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (b6cbf188-3c50-4afa-8c2c-521bcdfda65d), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:38.164011 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:38.167990 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] 10.222.0.45 "DELETE /v2.0/networks/b6cbf188-3c50-4afa-8c2c-521bcdfda65d HTTP/1.1" status: 204 len: 168 time: 0.9905312 Mar 23 12:53:38.187497 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ceab74-d90b-418f-a686-63acda79823a admin admin] Pushing event deleted for resources: {'Network': ['ID=b6cbf188-3c50-4afa-8c2c-521bcdfda65d,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:38.290838 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47930) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:38.328724 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb168e6f-2c28-4911-845e-b294017163fb req-9862299a-f95e-4b12-b64e-2820237e198a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 210 time: 0.0391834 Mar 23 12:53:38.338337 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-dca99994-116f-4a7d-ad20-5c2befc474b3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6433c525a3384ba0a96e7360444a072b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439646 Mar 23 12:53:38.338493 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 47932) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:38.395332 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-364567b6-1db7-47cd-92d9-234e734c8ecb admin admin] Publish callbacks [] for security_group (bc63cb4a-5336-4814-8a9b-77f3f61b956f), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:38.419160 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-364567b6-1db7-47cd-92d9-234e734c8ecb admin admin] Publish callbacks [] for security_group (bc63cb4a-5336-4814-8a9b-77f3f61b956f), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:38.428539 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 4139ce53-befc-4765-a059-e7a196327730 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:38.449532 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 4139ce53-befc-4765-a059-e7a196327730 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:53:38.450167 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 4139ce53-befc-4765-a059-e7a196327730 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:38.450702 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 0044df7a-96c1-4792-ba79-b4203ab9ebcd no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:38.471870 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 0044df7a-96c1-4792-ba79-b4203ab9ebcd {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:53:38.472243 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 0044df7a-96c1-4792-ba79-b4203ab9ebcd not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:38.472918 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 33864acf-9b20-470a-b28e-f6b8e09c472e no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:53:38.480093 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-364567b6-1db7-47cd-92d9-234e734c8ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (bc63cb4a-5336-4814-8a9b-77f3f61b956f), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:38.483460 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-364567b6-1db7-47cd-92d9-234e734c8ecb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:38.484858 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-364567b6-1db7-47cd-92d9-234e734c8ecb admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/bc63cb4a-5336-4814-8a9b-77f3f61b956f HTTP/1.1" status: 204 len: 168 time: 0.1454566 Mar 23 12:53:38.493519 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 33864acf-9b20-470a-b28e-f6b8e09c472e {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:53:38.494116 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364567b6-1db7-47cd-92d9-234e734c8ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc63cb4a-5336-4814-8a9b-77f3f61b956f,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:38.494253 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 33864acf-9b20-470a-b28e-f6b8e09c472e not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:53:38.782832 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00500083-d604-4068-9798-c0686b2e5a08 req-f2ebd5ae-055c-4ea7-9fd1-feae82c3c5c5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:38.789049 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-00500083-d604-4068-9798-c0686b2e5a08 req-f2ebd5ae-055c-4ea7-9fd1-feae82c3c5c5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0663009 Mar 23 12:53:38.841881 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-00500083-d604-4068-9798-c0686b2e5a08 req-888bd9de-4fec-40f2-93b9-707bc5b04b09 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499492 Mar 23 12:53:39.388223 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-43266a70-d0cc-4a77-91c9-1dc396ff7f64 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:39.390155 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-43266a70-d0cc-4a77-91c9-1dc396ff7f64 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 815 time: 0.1198995 Mar 23 12:53:39.424531 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dfafd707-5ea0-4636-9dcd-349480083e48 req-c9dbf260-6edc-463c-8cb1-8e22933dbcd6 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 210 time: 0.0287464 Mar 23 12:53:39.464843 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-66f55eee-3690-409e-86a3-3a8d40f774b0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14d846fbc6e84dc598b54d5488f818f6 HTTP/1.1" status: 200 len: 380 time: 0.0619948 Mar 23 12:53:39.477465 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'port': {'device_id': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'admin_state_up': True, 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'security_groups': ['512d374b-4012-4963-bfe3-8287614d7005']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:39.623200 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Made reservation on behalf of 14d846fbc6e84dc598b54d5488f818f6 for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:53:39.626795 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:39.767325 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Allocated IP 172.20.0.5 (c22af5e6-8870-46e4-888c-8471bf57200b/96d74455-684d-47ad-9854-658b83e265d4/36faaade-2592-40a9-8659-664fc18e58a6) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:53:39.919928 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for port (36faaade-2592-40a9-8659-664fc18e58a6), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:39.994831 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (36faaade-2592-40a9-8659-664fc18e58a6), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:40.010184 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6ac98-4dd4-4947-9a97-f64c6939767c req-d341caeb-7e19-4314-86ad-f4c95010ef52 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:40.011652 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-91c6ac98-4dd4-4947-9a97-f64c6939767c req-d341caeb-7e19-4314-86ad-f4c95010ef52 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0819561 Mar 23 12:53:40.074618 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Network c22af5e6-8870-46e4-888c-8471bf57200b is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:53:40.080704 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:53:40.084932 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event updated for resources: {'Port': ['ID=36faaade-2592-40a9-8659-664fc18e58a6,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:40.088250 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:53:40.143045 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-91c6ac98-4dd4-4947-9a97-f64c6939767c req-787492c3-0dc5-4157-b21a-0440cdcbe7e7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087081 Mar 23 12:53:40.156295 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:40.156928 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:40.176332 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-1bbb8957-6a78-496b-9755-166883c8adb0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7026703 Mar 23 12:53:40.190601 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Request body: {'port': {'device_id': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:40.253721 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (36faaade-2592-40a9-8659-664fc18e58a6), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:40.364973 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-61e1c1fb-13fa-4bb8-a1b7-def1c5ff1414 None None] Provisioning complete for port 36faaade-2592-40a9-8659-664fc18e58a6 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:53:40.365776 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-61e1c1fb-13fa-4bb8-a1b7-def1c5ff1414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (36faaade-2592-40a9-8659-664fc18e58a6), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:40.426303 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-61e1c1fb-13fa-4bb8-a1b7-def1c5ff1414 None None] Port 36faaade-2592-40a9-8659-664fc18e58a6 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:53:40.587038 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9cbdd-2757-4777-9249-44086d6749ca req-02388537-e239-46cf-974b-68b7b0063619 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:40.589311 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-add9cbdd-2757-4777-9249-44086d6749ca req-02388537-e239-46cf-974b-68b7b0063619 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 931 time: 0.0622306 Mar 23 12:53:40.590253 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36faaade-2592-40a9-8659-664fc18e58a6 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:40.604128 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Publish callbacks [] for port (36faaade-2592-40a9-8659-664fc18e58a6), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:40.624122 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Transition to ACTIVE for port object 36faaade-2592-40a9-8659-664fc18e58a6 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:53:40.629289 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (36faaade-2592-40a9-8659-664fc18e58a6), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:40.650890 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-add9cbdd-2757-4777-9249-44086d6749ca req-d35a17ca-3ce6-4a4c-ac1a-007369e04c17 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516117 Mar 23 12:53:40.719515 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Pushing event updated for resources: {'Port': ['ID=36faaade-2592-40a9-8659-664fc18e58a6,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:40.826664 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Attempting to bind port 36faaade-2592-40a9-8659-664fc18e58a6 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:53:40.827411 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Attempting to bind port 36faaade-2592-40a9-8659-664fc18e58a6 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:53:40.827753 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Attempting to bind port 36faaade-2592-40a9-8659-664fc18e58a6 on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:40.833259 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Port 36faaade-2592-40a9-8659-664fc18e58a6 on network c22af5e6-8870-46e4-888c-8471bf57200b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:53:40.833708 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Attempting to bind port 36faaade-2592-40a9-8659-664fc18e58a6 on network c22af5e6-8870-46e4-888c-8471bf57200b {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:53:40.838827 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:53:40.839297 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Checking segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:53:40.839683 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Bound using segment: {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:53:40.840138 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Bound port: 36faaade-2592-40a9-8659-664fc18e58a6, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc1a238-c197-409d-9e93-185374d8f743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:53:40.840765 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (36faaade-2592-40a9-8659-664fc18e58a6), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:40.927630 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] For port 36faaade-2592-40a9-8659-664fc18e58a6, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:53:40.929446 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] For port 36faaade-2592-40a9-8659-664fc18e58a6, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=36faaade-2592-40a9-8659-664fc18e58a6,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:53:40.937527 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (36faaade-2592-40a9-8659-664fc18e58a6), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:40.977004 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:40.977627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:40.979069 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] 10.222.0.53 "PUT /v2.0/ports/36faaade-2592-40a9-8659-664fc18e58a6 HTTP/1.1" status: 200 len: 1093 time: 0.7928734 Mar 23 12:53:40.980807 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'tag': '36faaade-2592-40a9-8659-664fc18e58a6'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:40.982194 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a67252d-7632-41c8-a681-0a17c78d817c" -d '{"events": [{"name": "network-changed", "server_uuid": "65498b8f-448a-42b7-b830-a0cd8c3ff860", "tag": "36faaade-2592-40a9-8659-664fc18e58a6"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:41.009340 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417713d6-66d5-47c9-83b0-7ab5a7ff471f service neutron] Pushing event updated for resources: {'Port': ['ID=36faaade-2592-40a9-8659-664fc18e58a6,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:41.043723 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074ca790-c814-4cc7-8060-559de52e9e85 x-openstack-request-id: req-074ca790-c814-4cc7-8060-559de52e9e85 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:41.044017 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65498b8f-448a-42b7-b830-a0cd8c3ff860", "tag": "36faaade-2592-40a9-8659-664fc18e58a6", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:41.044354 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-074ca790-c814-4cc7-8060-559de52e9e85 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:41.045528 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-074ca790-c814-4cc7-8060-559de52e9e85'] response: {'name': 'network-changed', 'server_uuid': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'tag': '36faaade-2592-40a9-8659-664fc18e58a6', 'status': 'completed', 'code': 200} Mar 23 12:53:41.093463 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-492757c5-f1f4-42b4-baa0-f7b4c83a03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:41.095561 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-492757c5-f1f4-42b4-baa0-f7b4c83a03a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 1127 time: 0.0643947 Mar 23 12:53:41.151520 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-4a219749-f478-4388-833b-feacb2949648 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36faaade-2592-40a9-8659-664fc18e58a6 HTTP/1.1" status: 200 len: 217 time: 0.0466826 Mar 23 12:53:41.233071 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-9ab3bb6e-e2d3-4e43-be9b-2470af1b5427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:41.234542 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-9ab3bb6e-e2d3-4e43-be9b-2470af1b5427 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.0730355 Mar 23 12:53:41.297646 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-fa0afe1d-5d19-4ff6-bc5c-6a88d1a30c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:41.299297 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-fa0afe1d-5d19-4ff6-bc5c-6a88d1a30c3d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0567427 Mar 23 12:53:41.314294 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc590ffd-fe59-4968-9145-50e74d234500 req-b819ca95-47e9-4e81-b0dc-0dc8fb3276fc tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:41.316552 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-bc590ffd-fe59-4968-9145-50e74d234500 req-b819ca95-47e9-4e81-b0dc-0dc8fb3276fc tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0809975 Mar 23 12:53:41.367670 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-bc590ffd-fe59-4968-9145-50e74d234500 req-ee2d66ab-412c-46bf-a9f3-b0f38df43453 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460608 Mar 23 12:53:41.393465 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-565184ab-49d6-4d0b-873a-dfe900d53b7c service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872891 Mar 23 12:53:41.487142 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2b50ee0f-b103-4ad7-b2e6-ed250d8e8a8f req-ba97d546-438f-4634-9547-ef7430d7746a service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865624 Mar 23 12:53:41.777429 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c3614-967c-4240-96be-e67b9e2780e3 req-2bd9cbbb-b627-457e-a3df-5ac6113f9058 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:41.778905 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2d2c3614-967c-4240-96be-e67b9e2780e3 req-2bd9cbbb-b627-457e-a3df-5ac6113f9058 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 943 time: 0.0536067 Mar 23 12:53:41.825365 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2d2c3614-967c-4240-96be-e67b9e2780e3 req-b13e9298-4e01-49b7-800a-29b2b005d0ba tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409052 Mar 23 12:53:42.521720 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b5f27-9bf1-4f95-9c36-e5ccfbb5641f req-4c9fd771-2d64-4d21-b011-f13de9f15b7b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:42.523254 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e06b5f27-9bf1-4f95-9c36-e5ccfbb5641f req-4c9fd771-2d64-4d21-b011-f13de9f15b7b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0663552 Mar 23 12:53:42.576981 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e06b5f27-9bf1-4f95-9c36-e5ccfbb5641f req-6c94c157-cca6-4b0f-aaff-ec3fbc8c0ab3 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479245 Mar 23 12:53:42.944008 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a496342-e32d-4257-a0ba-df0a20a77fbf req-6da3c61d-317f-4a1a-ad3e-fc87e023ce11 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:42.945515 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8a496342-e32d-4257-a0ba-df0a20a77fbf req-6da3c61d-317f-4a1a-ad3e-fc87e023ce11 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 943 time: 0.0528784 Mar 23 12:53:42.995351 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8a496342-e32d-4257-a0ba-df0a20a77fbf req-ba7b459e-f960-43de-8842-e3a8ba8c781a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Mar 23 12:53:43.707873 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b585a2-653a-4216-8e0d-29c8bdb3ec93 req-54d0d96b-8fc3-4e00-b175-9df8f95085c4 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:43.709353 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e6b585a2-653a-4216-8e0d-29c8bdb3ec93 req-54d0d96b-8fc3-4e00-b175-9df8f95085c4 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0522206 Mar 23 12:53:43.759797 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e6b585a2-653a-4216-8e0d-29c8bdb3ec93 req-18ab5f61-8eb2-4432-853d-f6a4c2a1246e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448978 Mar 23 12:53:44.150040 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b438d05-ae8b-4c79-8084-99731465946f req-a1230e97-3326-405d-bda2-c7059a4d65a4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:44.151509 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6b438d05-ae8b-4c79-8084-99731465946f req-a1230e97-3326-405d-bda2-c7059a4d65a4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 943 time: 0.0853429 Mar 23 12:53:44.154259 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67252d-7632-41c8-a681-0a17c78d817c req-c840c4ea-15f8-448d-8b40-3212bf0a5a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:44.155609 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a67252d-7632-41c8-a681-0a17c78d817c req-c840c4ea-15f8-448d-8b40-3212bf0a5a2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 1127 time: 0.0787876 Mar 23 12:53:44.248713 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6b438d05-ae8b-4c79-8084-99731465946f req-8e62a671-3e00-4420-9782-3869503d6401 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913923 Mar 23 12:53:44.277210 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67252d-7632-41c8-a681-0a17c78d817c req-5eebe191-62e8-47e2-8fd3-7d94904172d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:44.278639 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a67252d-7632-41c8-a681-0a17c78d817c req-5eebe191-62e8-47e2-8fd3-7d94904172d3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 916 time: 0.1087973 Mar 23 12:53:44.320960 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a67252d-7632-41c8-a681-0a17c78d817c req-6cfb1fc8-c44d-4f65-bfa6-364d1daa83c8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36faaade-2592-40a9-8659-664fc18e58a6 HTTP/1.1" status: 200 len: 217 time: 0.0341513 Mar 23 12:53:44.378563 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67252d-7632-41c8-a681-0a17c78d817c req-d4b68348-f812-4478-baeb-09a676bb90b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:44.380031 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a67252d-7632-41c8-a681-0a17c78d817c req-d4b68348-f812-4478-baeb-09a676bb90b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.0527415 Mar 23 12:53:44.429906 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a67252d-7632-41c8-a681-0a17c78d817c req-87f252c5-7a61-4914-af35-8931da23c6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:44.431428 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a67252d-7632-41c8-a681-0a17c78d817c req-87f252c5-7a61-4914-af35-8931da23c6b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0445290 Mar 23 12:53:44.529724 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a67252d-7632-41c8-a681-0a17c78d817c req-97700b68-69f1-4cf9-8335-f9ec561ecfe4 service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907590 Mar 23 12:53:44.637821 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4a67252d-7632-41c8-a681-0a17c78d817c req-4efa572f-5fe9-496d-95f9-4a2a09b45bfb service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917900 Mar 23 12:53:44.827328 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d7e4fef4-3804-4f2c-984b-1b062279935a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:44.889744 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58210d0-a745-4b06-8cbd-0094ef3551d1 req-18370e65-bae7-4a32-ad2f-3b013efff774 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:44.891556 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b58210d0-a745-4b06-8cbd-0094ef3551d1 req-18370e65-bae7-4a32-ad2f-3b013efff774 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0541680 Mar 23 12:53:44.938431 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b58210d0-a745-4b06-8cbd-0094ef3551d1 req-80dfc00f-6044-4cd5-8ef4-4709e14b2c2c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Mar 23 12:53:45.378229 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9d5944-ddf7-42dd-81b0-a2c4e59f231a req-48f013a2-8969-4818-9660-b2b59fbeda99 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:45.379793 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ff9d5944-ddf7-42dd-81b0-a2c4e59f231a req-48f013a2-8969-4818-9660-b2b59fbeda99 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 943 time: 0.0633268 Mar 23 12:53:45.429456 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ff9d5944-ddf7-42dd-81b0-a2c4e59f231a req-19f62fa8-7e91-4e9c-bac6-58ffe4006f85 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420825 Mar 23 12:53:46.060661 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e52fc6-03e1-4289-9db4-117d43bb30d2 req-0739ba82-6e57-4f93-84d1-adfca1d50584 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:46.062365 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a2e52fc6-03e1-4289-9db4-117d43bb30d2 req-0739ba82-6e57-4f93-84d1-adfca1d50584 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0533562 Mar 23 12:53:46.110417 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a2e52fc6-03e1-4289-9db4-117d43bb30d2 req-33ac71d0-0732-455c-9286-08af96961f3f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424271 Mar 23 12:53:46.809082 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012919f-d5b0-4d69-a645-557f53e04591 req-0a60d15d-7a2a-41cc-9e67-5d65546d0c79 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:46.811225 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2012919f-d5b0-4d69-a645-557f53e04591 req-0a60d15d-7a2a-41cc-9e67-5d65546d0c79 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 943 time: 0.3124902 Mar 23 12:53:46.859614 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2012919f-d5b0-4d69-a645-557f53e04591 req-8f8afa78-9a07-44a9-abdd-ec6f0417322b tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428345 Mar 23 12:53:47.101210 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 48078) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:47.131395 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 36faaade-2592-40a9-8659-664fc18e58a6 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:53:47.236951 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f2176d7d-4e94-4b26-ba5b-e448fdcf0fe5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.241884 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 36faaade-2592-40a9-8659-664fc18e58a6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=36faaade-2592-40a9-8659-664fc18e58a6,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:47.255033 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '36faaade-2592-40a9-8659-664fc18e58a6', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'port_id': '36faaade-2592-40a9-8659-664fc18e58a6', 'mac_address': 'fa:16:3e:b0:94:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 398, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:53:47.271731 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8430c13-e1ad-49cd-8496-8acb4fbcf941 req-57edab07-eb9c-4809-bc49-39479b1ac6a8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:47.273242 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f8430c13-e1ad-49cd-8496-8acb4fbcf941 req-57edab07-eb9c-4809-bc49-39479b1ac6a8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0905151 Mar 23 12:53:47.295840 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 36faaade-2592-40a9-8659-664fc18e58a6 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:53:47.296676 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (36faaade-2592-40a9-8659-664fc18e58a6), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.310974 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36faaade-2592-40a9-8659-664fc18e58a6 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:47.336160 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 36faaade-2592-40a9-8659-664fc18e58a6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=36faaade-2592-40a9-8659-664fc18e58a6,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:47.340162 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (36faaade-2592-40a9-8659-664fc18e58a6), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.353223 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f8430c13-e1ad-49cd-8496-8acb4fbcf941 req-89aa2b5e-5929-42ef-9f85-5b85dc8273ec tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716362 Mar 23 12:53:47.388400 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f2176d7d-4e94-4b26-ba5b-e448fdcf0fe5 admin admin] Publish callbacks [] for security_group (dd85f67d-9f32-40a6-8a3a-7ad083de475b), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.391190 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=36faaade-2592-40a9-8659-664fc18e58a6,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:47.392482 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f2176d7d-4e94-4b26-ba5b-e448fdcf0fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (dd85f67d-9f32-40a6-8a3a-7ad083de475b), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.431414 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2176d7d-4e94-4b26-ba5b-e448fdcf0fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd85f67d-9f32-40a6-8a3a-7ad083de475b,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:47.435729 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f2176d7d-4e94-4b26-ba5b-e448fdcf0fe5 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4d7bbe68a695449387b09588214edc7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3334317 Mar 23 12:53:47.438450 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 48084) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:47.490973 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d75b0d0c-965a-4680-a42d-f14ca877a838 admin admin] Publish callbacks [] for security_group (dd85f67d-9f32-40a6-8a3a-7ad083de475b), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.518309 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d75b0d0c-965a-4680-a42d-f14ca877a838 admin admin] Publish callbacks [] for security_group (dd85f67d-9f32-40a6-8a3a-7ad083de475b), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.574668 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d75b0d0c-965a-4680-a42d-f14ca877a838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (dd85f67d-9f32-40a6-8a3a-7ad083de475b), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.578452 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d75b0d0c-965a-4680-a42d-f14ca877a838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.579853 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-d75b0d0c-965a-4680-a42d-f14ca877a838 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/dd85f67d-9f32-40a6-8a3a-7ad083de475b HTTP/1.1" status: 204 len: 168 time: 0.1404805 Mar 23 12:53:47.591983 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b0d0c-965a-4680-a42d-f14ca877a838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd85f67d-9f32-40a6-8a3a-7ad083de475b,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:47.643613 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['36faaade-2592-40a9-8659-664fc18e58a6'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:53:47.978751 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7b2b7b2e-2461-4a7a-ba4b-cb770775aaf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:47.994115 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f7881-d000-4055-ae83-56173046de8f req-8628dccb-a985-45e9-9f7b-3dfe29c9b2fd tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:47.995676 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-732f7881-d000-4055-ae83-56173046de8f req-8628dccb-a985-45e9-9f7b-3dfe29c9b2fd tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 944 time: 0.0611069 Mar 23 12:53:48.046762 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-732f7881-d000-4055-ae83-56173046de8f req-bd628537-eb2c-41ff-aecc-7f117c8fa2ec tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434012 Mar 23 12:53:48.501379 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7aaa11-e13a-4e08-943a-27012b15ca38 req-4b13b84d-6d60-4b2b-869a-dfa768b2a19d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:48.502913 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6e7aaa11-e13a-4e08-943a-27012b15ca38 req-4b13b84d-6d60-4b2b-869a-dfa768b2a19d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0639808 Mar 23 12:53:48.551809 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6e7aaa11-e13a-4e08-943a-27012b15ca38 req-82516d20-02f7-4159-ab6d-187ff4ded7ce tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432899 Mar 23 12:53:49.124029 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 36faaade-2592-40a9-8659-664fc18e58a6 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:49.174446 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d6f7b9-6cb4-4dbb-9409-145a5226ceb0 req-8f3ec04e-680f-4abd-95c8-e739bea006f2 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:49.177311 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 36faaade-2592-40a9-8659-664fc18e58a6 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:53:49.181238 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-73d6f7b9-6cb4-4dbb-9409-145a5226ceb0 req-8f3ec04e-680f-4abd-95c8-e739bea006f2 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 944 time: 0.0652254 Mar 23 12:53:49.181911 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 36faaade-2592-40a9-8659-664fc18e58a6 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:53:49.182287 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (36faaade-2592-40a9-8659-664fc18e58a6), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:49.233541 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-73d6f7b9-6cb4-4dbb-9409-145a5226ceb0 req-683de61d-62fe-4792-b4e8-159a764b0c23 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509963 Mar 23 12:53:49.288738 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 36faaade-2592-40a9-8659-664fc18e58a6 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:53:49.289128 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (36faaade-2592-40a9-8659-664fc18e58a6), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:49.312486 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36faaade-2592-40a9-8659-664fc18e58a6'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:49.314714 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eda5208-e20f-49f7-b11e-0e2d67630dcb" -d '{"events": [{"server_uuid": "65498b8f-448a-42b7-b830-a0cd8c3ff860", "name": "network-vif-plugged", "status": "completed", "tag": "36faaade-2592-40a9-8659-664fc18e58a6"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:49.327609 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 36faaade-2592-40a9-8659-664fc18e58a6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=36faaade-2592-40a9-8659-664fc18e58a6,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:49.331944 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (36faaade-2592-40a9-8659-664fc18e58a6), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:49.382781 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=36faaade-2592-40a9-8659-664fc18e58a6,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:49.480711 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac88954-f07e-4dac-aae2-2190644ce2e6 x-openstack-request-id: req-dac88954-f07e-4dac-aae2-2190644ce2e6 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:49.481006 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65498b8f-448a-42b7-b830-a0cd8c3ff860", "name": "network-vif-plugged", "status": "completed", "tag": "36faaade-2592-40a9-8659-664fc18e58a6", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:49.481263 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-dac88954-f07e-4dac-aae2-2190644ce2e6 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:49.481869 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac88954-f07e-4dac-aae2-2190644ce2e6'] response: {'server_uuid': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36faaade-2592-40a9-8659-664fc18e58a6', 'code': 200} Mar 23 12:53:49.625368 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:49.699877 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2606e0-b0e1-492b-ae23-0ea3b4e563ff req-8d2a5b87-51b5-4eed-8788-f940d33c9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:49.702509 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f2606e0-b0e1-492b-ae23-0ea3b4e563ff req-8d2a5b87-51b5-4eed-8788-f940d33c9b4e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 1129 time: 0.0825787 Mar 23 12:53:49.710205 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d576a8ec-4705-4c4f-8421-074c391b5a35 req-cfcfc72b-f3ff-4300-b028-a52a8c0b6b4d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:49.711553 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d576a8ec-4705-4c4f-8421-074c391b5a35 req-cfcfc72b-f3ff-4300-b028-a52a8c0b6b4d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0799091 Mar 23 12:53:49.787835 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d576a8ec-4705-4c4f-8421-074c391b5a35 req-1ac09f00-fa9c-4117-a934-535b4a0c8be5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694106 Mar 23 12:53:49.790678 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f2606e0-b0e1-492b-ae23-0ea3b4e563ff req-3563c71e-316c-4b5a-a960-abc11db62941 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780871 Mar 23 12:53:50.368849 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f113a6ef-e7ce-45ad-a5dd-81f05b6a2234 req-c241b544-3f5c-4122-9065-a449720cab86 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:50.370387 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f113a6ef-e7ce-45ad-a5dd-81f05b6a2234 req-c241b544-3f5c-4122-9065-a449720cab86 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 945 time: 0.0631700 Mar 23 12:53:50.422155 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f113a6ef-e7ce-45ad-a5dd-81f05b6a2234 req-769dd1f5-9b0a-4de6-97ac-44677a860f05 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455267 Mar 23 12:53:50.914058 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473e0aca-3f39-41aa-845f-b9a1ddc0a81a req-48c18bb5-ac8a-49af-86e6-33cff945c4b7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:50.915521 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-473e0aca-3f39-41aa-845f-b9a1ddc0a81a req-48c18bb5-ac8a-49af-86e6-33cff945c4b7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0528679 Mar 23 12:53:50.962626 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-473e0aca-3f39-41aa-845f-b9a1ddc0a81a req-8e024b5b-205f-4f0b-b110-769714d5b109 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413277 Mar 23 12:53:51.083325 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:51.131465 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 9373aad0-a06d-4144-a3d8-dc697e8b36c4 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:53:51.236981 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:51.249281 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'port_id': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'mac_address': 'fa:16:3e:87:0f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:53:51.292197 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 is: ACTIVE; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:53:51.292590 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:51.306055 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9373aad0-a06d-4144-a3d8-dc697e8b36c4 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:53:51.325939 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:51.329422 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:51.385182 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=6']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:51.430447 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['9373aad0-a06d-4144-a3d8-dc697e8b36c4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:53:51.583720 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:51.716701 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2eaf688-a8e8-4eb1-8b19-977b6dd2699f req-46a0038f-f205-4699-af70-3adaacdf6725 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:51.724504 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f2eaf688-a8e8-4eb1-8b19-977b6dd2699f req-46a0038f-f205-4699-af70-3adaacdf6725 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 945 time: 0.0728168 Mar 23 12:53:51.795729 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f2eaf688-a8e8-4eb1-8b19-977b6dd2699f req-7ffb04b7-885f-41bf-9dce-9308fcd1cce0 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541565 Mar 23 12:53:51.929146 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393ab9d5-676a-420a-9a17-f6eac813d10a req-757acef6-3e75-4a9a-8be0-d4966e282cb9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:51.930632 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-393ab9d5-676a-420a-9a17-f6eac813d10a req-757acef6-3e75-4a9a-8be0-d4966e282cb9 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 945 time: 0.0610099 Mar 23 12:53:51.939877 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 48172) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:53:51.944596 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-16d89c37-d611-4fa0-af1a-fc4601e807c4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Request body: {'floatingip': {'port_id': '36faaade-2592-40a9-8659-664fc18e58a6'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:53:51.986886 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-16d89c37-d611-4fa0-af1a-fc4601e807c4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (80ba9753-7b7b-4c28-a9f9-e761ec368442), before_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:52.422643 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f7c71-4c1c-433b-8358-70fa97cd0d65 req-25829253-f113-4ee8-9564-8594c609e966 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:52.424141 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8c8f7c71-4c1c-433b-8358-70fa97cd0d65 req-25829253-f113-4ee8-9564-8594c609e966 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 944 time: 0.3762834 Mar 23 12:53:52.490827 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8c8f7c71-4c1c-433b-8358-70fa97cd0d65 req-b92a634f-aa90-4a1d-8996-e8464bf71cdc tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605001 Mar 23 12:53:52.725557 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-16d89c37-d611-4fa0-af1a-fc4601e807c4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:52.731234 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-16d89c37-d611-4fa0-af1a-fc4601e807c4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (80ba9753-7b7b-4c28-a9f9-e761ec368442), after_update {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:52.841299 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.l3_db [None req-16d89c37-d611-4fa0-af1a-fc4601e807c4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Floating IP 80ba9753-7b7b-4c28-a9f9-e761ec368442 associated. External IP: 172.27.0.15, port: 36faaade-2592-40a9-8659-664fc18e58a6. Mar 23 12:53:53.093129 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d89c37-d611-4fa0-af1a-fc4601e807c4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:53:53.135050 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 9373aad0-a06d-4144-a3d8-dc697e8b36c4 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:53:53.224414 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:53:53.224941 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:53.253991 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d89c37-d611-4fa0-af1a-fc4601e807c4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:53:53.259267 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-16d89c37-d611-4fa0-af1a-fc4601e807c4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:53.271940 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a3440-29a3-4922-986a-85297394a15a None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:53:53.289988 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a3440-29a3-4922-986a-85297394a15a None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:53.299622 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a79a3440-29a3-4922-986a-85297394a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:53.327267 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-16d89c37-d611-4fa0-af1a-fc4601e807c4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "PUT /v2.0/floatingips/80ba9753-7b7b-4c28-a9f9-e761ec368442 HTTP/1.1" status: 200 len: 990 time: 1.3776264 Mar 23 12:53:53.327267 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'tag': '36faaade-2592-40a9-8659-664fc18e58a6'}] {{(pid=115108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:53.327267 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e4c4de31e92d97ca00457ed788e130df541ba5a0bd0b7464d7b0b9dedcd6006a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5" -d '{"events": [{"name": "network-changed", "server_uuid": "65498b8f-448a-42b7-b830-a0cd8c3ff860", "tag": "36faaade-2592-40a9-8659-664fc18e58a6"}]}' {{(pid=115108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:53.394589 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:53:53.395056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:53.422748 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:53:53.425789 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefc777f-b3c3-4ea8-9c80-5eb13be6e3d6" -d '{"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-plugged", "status": "completed", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:53:53.492013 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:53:53.500190 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-a79a3440-29a3-4922-986a-85297394a15a None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:53.500540 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:53.526964 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f010ee-2f07-4518-adf1-4a659f7e1712 x-openstack-request-id: req-e6f010ee-2f07-4518-adf1-4a659f7e1712 {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:53.527262 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65498b8f-448a-42b7-b830-a0cd8c3ff860", "tag": "36faaade-2592-40a9-8659-664fc18e58a6", "status": "completed", "code": 200}]} {{(pid=115108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:53.527517 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-e6f010ee-2f07-4518-adf1-4a659f7e1712 {{(pid=115108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:53.529461 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6f010ee-2f07-4518-adf1-4a659f7e1712'] response: {'name': 'network-changed', 'server_uuid': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'tag': '36faaade-2592-40a9-8659-664fc18e58a6', 'status': 'completed', 'code': 200} Mar 23 12:53:53.582114 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aa331a-7b9d-4450-8c63-fe5be215c02e x-openstack-request-id: req-75aa331a-7b9d-4450-8c63-fe5be215c02e {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:53:53.584863 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-plugged", "status": "completed", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:53:53.585582 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-75aa331a-7b9d-4450-8c63-fe5be215c02e {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:53:53.586506 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75aa331a-7b9d-4450-8c63-fe5be215c02e'] response: {'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'code': 200} Mar 23 12:53:53.647410 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-341982d2-5ac9-42dd-99f2-99c81c3ecc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:53.649349 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-341982d2-5ac9-42dd-99f2-99c81c3ecc7b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=14d846fbc6e84dc598b54d5488f818f6&device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 1129 time: 0.0914636 Mar 23 12:53:53.668598 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=7']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:53:53.676641 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe2229-ee2c-4219-977f-d6b6693c09ae req-652003e6-0c99-400c-99d3-c221943851ef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:53.684778 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6bfe2229-ee2c-4219-977f-d6b6693c09ae req-652003e6-0c99-400c-99d3-c221943851ef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.1033282 Mar 23 12:53:53.768730 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6bfe2229-ee2c-4219-977f-d6b6693c09ae req-7436c565-9e7d-4bf8-92b5-ef87906dc727 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794027 Mar 23 12:53:53.777142 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-c8aa0ee5-d7a9-4da1-81e5-72a483bf3480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:53.778675 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-c8aa0ee5-d7a9-4da1-81e5-72a483bf3480 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 200 len: 916 time: 0.1217036 Mar 23 12:53:53.867615 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-688ce0d3-e55c-4c8b-b581-d32017be5f7c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=36faaade-2592-40a9-8659-664fc18e58a6 HTTP/1.1" status: 200 len: 998 time: 0.0807617 Mar 23 12:53:53.886012 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a79a3440-29a3-4922-986a-85297394a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '80ba9753-7b7b-4c28-a9f9-e761ec368442', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': '36faaade-2592-40a9-8659-664fc18e58a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:b0:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:36Z', 'updated_at': '2022-03-23T12:53:52Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:53.922816 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a3440-29a3-4922-986a-85297394a15a None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:53:53.933254 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79a3440-29a3-4922-986a-85297394a15a None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:53:53.934070 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a79a3440-29a3-4922-986a-85297394a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:53.946171 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-fa02a8bf-e4bb-4798-ab4a-3d450e6c06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:53.949258 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-fa02a8bf-e4bb-4798-ab4a-3d450e6c06c4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 200 len: 854 time: 0.0666618 Mar 23 12:53:54.008304 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-15a29b64-0d4b-4166-8123-595a4ae8d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.010233 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-15a29b64-0d4b-4166-8123-595a4ae8d488 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c22af5e6-8870-46e4-888c-8471bf57200b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0539005 Mar 23 12:53:54.051497 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-a79a3440-29a3-4922-986a-85297394a15a None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:53:54.129504 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-fd6a1072-4690-448e-85d2-b88af44e130f service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101575 Mar 23 12:53:54.251863 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4719f44c-26e6-4184-b8cd-8f6c5a8ea0e5 req-243b92aa-4fa3-408c-ad31-d8797627a38e service neutron] 10.222.0.53 "GET /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135495 Mar 23 12:53:54.317478 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-a79a3440-29a3-4922-986a-85297394a15a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '80ba9753-7b7b-4c28-a9f9-e761ec368442', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': '36faaade-2592-40a9-8659-664fc18e58a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:b0:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:36Z', 'updated_at': '2022-03-23T12:53:52Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:53:54.344204 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a79a3440-29a3-4922-986a-85297394a15a None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '80ba9753-7b7b-4c28-a9f9-e761ec368442', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'floating_ip_address': '172.27.0.15', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'port_id': '36faaade-2592-40a9-8659-664fc18e58a6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 503, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'mac_address': 'fa:16:3e:b0:94:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:53:36Z', 'updated_at': '2022-03-23T12:53:52Z', 'revision_number': 1, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:53:54.582360 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644d0baa-4f90-488d-9b41-b8d6e75fe3f6 None None] New status for floating IP 80ba9753-7b7b-4c28-a9f9-e761ec368442: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:53:54.932547 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d2270-682d-47ca-b2f8-2291f4ea1d48 req-b25382f4-bcea-4c90-a60c-b2e0a568a070 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:54.934178 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d72d2270-682d-47ca-b2f8-2291f4ea1d48 req-b25382f4-bcea-4c90-a60c-b2e0a568a070 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0737927 Mar 23 12:53:54.988467 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d72d2270-682d-47ca-b2f8-2291f4ea1d48 req-1245f88f-caaf-4d03-8a9a-040e47dbc9c9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480590 Mar 23 12:53:55.747903 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:53:56.152494 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9c5b0-41f0-4e5d-800c-381d857e1f79 req-79b4c42c-273b-422f-9cde-271b280b09a9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:56.154290 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-46f9c5b0-41f0-4e5d-800c-381d857e1f79 req-79b4c42c-273b-422f-9cde-271b280b09a9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0742190 Mar 23 12:53:56.230569 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-46f9c5b0-41f0-4e5d-800c-381d857e1f79 req-a88fd6da-43f8-40c7-addd-97fe12ac00a4 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696266 Mar 23 12:53:57.392482 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8433d2de-ae42-4d6f-bcca-f38812115d3e req-85028d12-b5ef-440c-9710-742b09354887 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:57.399474 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8433d2de-ae42-4d6f-bcca-f38812115d3e req-85028d12-b5ef-440c-9710-742b09354887 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0779839 Mar 23 12:53:57.463159 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8433d2de-ae42-4d6f-bcca-f38812115d3e req-298b07c4-035f-4d4e-b2f8-d440959a7ec2 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628102 Mar 23 12:53:58.426704 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc7497-1871-4374-8933-d1071f165e4d req-e0ed1219-ceba-4a04-8df7-8974e4907692 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:58.432603 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9cc7497-1871-4374-8933-d1071f165e4d req-e0ed1219-ceba-4a04-8df7-8974e4907692 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 945 time: 0.0748687 Mar 23 12:53:58.490198 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c9cc7497-1871-4374-8933-d1071f165e4d req-5ef409c2-50c5-42a0-846e-a9f9bfe65c15 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560105 Mar 23 12:53:58.626925 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89b6ac-b09b-4707-a3c8-7d92e36bde72 req-1057a591-80de-40ba-953b-25e3afc91f25 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:58.630419 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fb89b6ac-b09b-4707-a3c8-7d92e36bde72 req-1057a591-80de-40ba-953b-25e3afc91f25 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0695841 Mar 23 12:53:58.689321 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fb89b6ac-b09b-4707-a3c8-7d92e36bde72 req-8f74408e-6862-499d-9ee1-abd25b258a7d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534186 Mar 23 12:53:59.639994 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e612348-d2a1-4c5a-a034-89dbd902a3a0 req-52caf2c1-5dfb-47ec-8f81-6f681aa2a3b5 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:59.641650 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6e612348-d2a1-4c5a-a034-89dbd902a3a0 req-52caf2c1-5dfb-47ec-8f81-6f681aa2a3b5 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 945 time: 0.0649261 Mar 23 12:53:59.708430 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6e612348-d2a1-4c5a-a034-89dbd902a3a0 req-8e5bd276-01fe-440c-83cc-bf56075047f6 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595162 Mar 23 12:53:59.846883 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae5e47-9c65-44ac-919d-53d17be484b6 req-953bb5af-bcc1-4dbd-b1f0-112b41936212 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:53:59.849991 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-79ae5e47-9c65-44ac-919d-53d17be484b6 req-953bb5af-bcc1-4dbd-b1f0-112b41936212 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0719516 Mar 23 12:53:59.919841 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-79ae5e47-9c65-44ac-919d-53d17be484b6 req-2bcf35a5-602e-4207-ba74-397468124b12 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581019 Mar 23 12:54:00.251541 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-623dbff5-d8b8-4b0e-93c2-7079846b0a79 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:00.252385 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-623dbff5-d8b8-4b0e-93c2-7079846b0a79 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 945 time: 0.0817111 Mar 23 12:54:00.364949 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Deleting port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:54:00.365457 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:00.508645 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] For port 39c30d5d-ae43-4ebf-9096-0f6acc115d93, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=39c30d5d-ae43-4ebf-9096-0f6acc115d93,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:00.509202 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:00.784164 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:00.785177 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (ce0579fc-cdf6-472f-9967-7fc3ae610a9f), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:00.787597 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Floating IP ce0579fc-cdf6-472f-9967-7fc3ae610a9f disassociated. External IP: 172.27.0.137, port: 39c30d5d-ae43-4ebf-9096-0f6acc115d93. Mar 23 12:54:00.788689 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Calling delete_port for 39c30d5d-ae43-4ebf-9096-0f6acc115d93 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:54:00.929597 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5751c6-371e-45d2-93c2-463175597798 req-09962815-6193-446d-bd59-0292e6bc4384 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:00.931514 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f5751c6-371e-45d2-93c2-463175597798 req-09962815-6193-446d-bd59-0292e6bc4384 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 945 time: 0.1322415 Mar 23 12:54:01.009801 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6f5751c6-371e-45d2-93c2-463175597798 req-d29faecc-0d71-4872-8015-cd68eaa5bb59 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684159 Mar 23 12:54:01.090815 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb76d2-e834-49ad-a60a-943c8d5615b6 req-b06aeed0-d7da-4cef-a82a-3e8f89d5ae4d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:01.096701 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5efb76d2-e834-49ad-a60a-943c8d5615b6 req-b06aeed0-d7da-4cef-a82a-3e8f89d5ae4d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0917630 Mar 23 12:54:01.126832 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (39c30d5d-ae43-4ebf-9096-0f6acc115d93), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:01.165708 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event deleted for resources: {'Port': ['ID=39c30d5d-ae43-4ebf-9096-0f6acc115d93,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:01.188050 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-ac09e2b3-7d9d-4a30-beb1-0324839a3522 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1216683 Mar 23 12:54:01.190144 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5efb76d2-e834-49ad-a60a-943c8d5615b6 req-72c5024b-79c4-4110-9a39-efec2fb93d1e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868630 Mar 23 12:54:01.384514 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-fbe341da-5ec0-4d2d-99f0-983e49856820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:01.387548 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-fbe341da-5ec0-4d2d-99f0-983e49856820 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c46f5a0923e420ebcae0094468634df&device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1129 time: 0.1199343 Mar 23 12:54:01.415389 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Router 51a04fd7-5b22-4c88-af79-49ad3028e442 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:54:01.658931 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-116a6579-838d-4dc6-a5d9-096446a1119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:01.663603 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-116a6579-838d-4dc6-a5d9-096446a1119d service neutron] 10.222.0.53 "GET /v2.0/networks?id=24cd2efb-78ad-400a-a9d9-fadac97525f4 HTTP/1.1" status: 200 len: 910 time: 0.2462211 Mar 23 12:54:01.832823 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-63a57a4f-44a8-4933-8ced-9314277d0135 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 200 len: 1000 time: 0.1056490 Mar 23 12:54:01.836740 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:01.865031 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] Sync routers for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:01.885887 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:01.886527 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:01.985634 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] No DVR routers for this DVR port 39c30d5d-ae43-4ebf-9096-0f6acc115d93 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:01.992315 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:01.997620 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-aad56dde-4d60-4432-ab2c-c4015d2d89a9 req-5b219a71-1f0b-4bda-89c3-c118e1d0cb1c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "DELETE /v2.0/ports/39c30d5d-ae43-4ebf-9096-0f6acc115d93 HTTP/1.1" status: 204 len: 173 time: 1.7370954 Mar 23 12:54:01.998620 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'name': 'network-vif-deleted', 'tag': '39c30d5d-ae43-4ebf-9096-0f6acc115d93'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:02.002754 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc40200-7d6f-4d19-8b72-cdffc4bbb1e3" -d '{"events": [{"server_uuid": "c4172abb-9a8d-4a52-8b07-0e7f7160e465", "name": "network-vif-deleted", "tag": "39c30d5d-ae43-4ebf-9096-0f6acc115d93"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:02.025594 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-58dd7817-9f95-4f8b-92fd-fd637db2687c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:02.029175 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-58dd7817-9f95-4f8b-92fd-fd637db2687c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c02c5ed-dca8-420b-82c3-b902efbb6958 HTTP/1.1" status: 200 len: 848 time: 0.1894937 Mar 23 12:54:02.073859 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:02.104448 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca738602-a684-4413-9975-6dcee00fc7af x-openstack-request-id: req-ca738602-a684-4413-9975-6dcee00fc7af {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:02.104752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4172abb-9a8d-4a52-8b07-0e7f7160e465", "name": "network-vif-deleted", "tag": "39c30d5d-ae43-4ebf-9096-0f6acc115d93", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:02.105033 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ca738602-a684-4413-9975-6dcee00fc7af {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:02.105454 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca738602-a684-4413-9975-6dcee00fc7af'] response: {'server_uuid': 'c4172abb-9a8d-4a52-8b07-0e7f7160e465', 'name': 'network-vif-deleted', 'tag': '39c30d5d-ae43-4ebf-9096-0f6acc115d93', 'status': 'completed', 'code': 200} Mar 23 12:54:02.149354 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-8b45dc03-3027-4b47-baa3-80a4d0b5daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:02.152663 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-8b45dc03-3027-4b47-baa3-80a4d0b5daa3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=24cd2efb-78ad-400a-a9d9-fadac97525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1146040 Mar 23 12:54:02.209050 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-85b0374c-a3c1-4b59-8749-2e3c133b6761 req-4aa7996d-640e-4b58-bf8b-71a07f06496e tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 210 time: 0.0525577 Mar 23 12:54:02.473658 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddef5e-e53e-4911-bfe9-b64246e319b8 req-b42cb2a9-b140-455c-b459-f1d7c9be3611 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:02.476555 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-56ddef5e-e53e-4911-bfe9-b64246e319b8 req-b42cb2a9-b140-455c-b459-f1d7c9be3611 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.1313879 Mar 23 12:54:02.480726 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-a80a9cac-3b69-4cba-b16b-a32c5035d467 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118916 Mar 23 12:54:02.533093 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:02.603935 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] Checking router: 51a04fd7-5b22-4c88-af79-49ad3028e442 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:02.619402 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:02.620259 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:53:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:02.678917 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-56ddef5e-e53e-4911-bfe9-b64246e319b8 req-4b5cf65c-607d-4cd2-b6ed-619e4dcf3628 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631842 Mar 23 12:54:02.705920 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9f589627-bdfe-45da-b99e-55b10c0344c3 req-d730c691-d265-4e3c-956a-1724e3c76bc5 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150674 Mar 23 12:54:02.833626 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:03.205098 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 39c30d5d-ae43-4ebf-9096-0f6acc115d93 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:03.285729 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 39c30d5d-ae43-4ebf-9096-0f6acc115d93 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:54:03.286747 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 39c30d5d-ae43-4ebf-9096-0f6acc115d93 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:54:03.313480 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:03.370733 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4ad27-66bf-4fdb-bdf7-70ffa4c3b919 None None] The sync data for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi is: [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:03.416222 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-12d5167d-c0c7-461a-9913-e8e6e05a8972 req-8d731eb6-5dfc-4688-b8d4-1687b373ed3e tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=c4172abb-9a8d-4a52-8b07-0e7f7160e465 HTTP/1.1" status: 200 len: 210 time: 0.0643060 Mar 23 12:54:03.794823 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52efaa13-82f8-4f36-a392-5908a8895c65 None None] New status for floating IP ce0579fc-cdf6-472f-9967-7fc3ae610a9f: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:54:03.936712 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2a22a-d32b-449a-bf4a-412b87d6c8ce req-0c2890e6-fd0e-4ef1-9a73-e149172e144e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:03.952982 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-88e2a22a-d32b-449a-bf4a-412b87d6c8ce req-0c2890e6-fd0e-4ef1-9a73-e149172e144e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.1288910 Mar 23 12:54:04.033906 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-88e2a22a-d32b-449a-bf4a-412b87d6c8ce req-7238f5c5-1e26-44a5-851a-ff29bdf62b43 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797694 Mar 23 12:54:04.789554 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-3c172b6e-eb92-4d5c-b994-835fd86f46d1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324358385&fields=id&tenant_id=67247c1540b6442987cab91eb46e67a5 HTTP/1.1" status: 200 len: 267 time: 0.1094503 Mar 23 12:54:04.852795 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-f021cabc-9dca-45e4-bc61-e9edf0f0506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:04.854318 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-f021cabc-9dca-45e4-bc61-e9edf0f0506f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 1129 time: 0.1343622 Mar 23 12:54:04.987788 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd0cd-185f-44b9-a626-77742fd55248 req-411ab7ac-9789-446c-8f90-deadee64d2e4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:04.989316 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-411ab7ac-9789-446c-8f90-deadee64d2e4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 812 time: 0.1916525 Mar 23 12:54:05.018276 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-91261b0f-1035-4681-b83d-bdc39db0bd14 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/quotas/67247c1540b6442987cab91eb46e67a5 HTTP/1.1" status: 200 len: 375 time: 0.0180969 Mar 23 12:54:05.019290 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-f79d4592-1819-4b81-9cda-2a671f075398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:05.020694 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-f79d4592-1819-4b81-9cda-2a671f075398 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.1568460 Mar 23 12:54:05.117925 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-acbedc87-0fb9-42c8-a979-77c3bca88aff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4 HTTP/1.1" status: 200 len: 1000 time: 0.0838146 Mar 23 12:54:05.128494 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-a02a1869-4ca0-46f0-a733-18af298b2cf9 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042647 Mar 23 12:54:05.195850 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-e7cff15c-dccb-4866-9ac7-6ab04d219422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:05.197825 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-e7cff15c-dccb-4866-9ac7-6ab04d219422 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.0683510 Mar 23 12:54:05.210085 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18066ed5-802e-4fda-9ab8-138e4495283c req-50d353e1-ee99-45a4-90d7-b2ce6ee2f7af tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:05.220697 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-18066ed5-802e-4fda-9ab8-138e4495283c req-50d353e1-ee99-45a4-90d7-b2ce6ee2f7af tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0725420 Mar 23 12:54:05.274050 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-8d3b62bb-2548-4c9f-a1b3-24031906bbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:05.275915 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-8d3b62bb-2548-4c9f-a1b3-24031906bbff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0641296 Mar 23 12:54:05.282515 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-18066ed5-802e-4fda-9ab8-138e4495283c req-9f1daf41-7b64-4c7e-ae1a-ddee292aa2b1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605810 Mar 23 12:54:05.459739 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-37e93a69-769e-474a-b238-20968c711523 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754014 Mar 23 12:54:05.494104 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-fd2ce334-e8f2-4f57-bcf6-a6a4aedade3d service neutron] 10.222.0.45 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290672 Mar 23 12:54:05.851331 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 48428) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:05.890901 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-141b8e45-e915-469c-b44d-6e9acb5bbd1c req-c8a6610f-94eb-490e-9444-b55b21d18d03 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219723 Mar 23 12:54:05.902642 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-c0ffb894-5878-47af-8fd4-e7d19710d184 service neutron] 10.222.0.45 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3835657 Mar 23 12:54:05.999717 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb821-85b4-49b5-bc5f-c5e61bbe2954 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.100784 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb821-85b4-49b5-bc5f-c5e61bbe2954 admin admin] Publish callbacks [] for security_group (25de4462-ee9a-4cee-ac23-5520a4b921b6), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.106569 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3c6bb821-85b4-49b5-bc5f-c5e61bbe2954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (25de4462-ee9a-4cee-ac23-5520a4b921b6), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.153612 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-3c6bb821-85b4-49b5-bc5f-c5e61bbe2954 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fa5ef0d62fb94db78300ce98def21580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3001699 Mar 23 12:54:06.154540 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bb821-85b4-49b5-bc5f-c5e61bbe2954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25de4462-ee9a-4cee-ac23-5520a4b921b6,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:06.156863 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 48438) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:06.231071 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-51c41b43-fcee-45ac-8e58-169bf3cd2c74 admin admin] Publish callbacks [] for security_group (25de4462-ee9a-4cee-ac23-5520a4b921b6), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.267101 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-51c41b43-fcee-45ac-8e58-169bf3cd2c74 admin admin] Publish callbacks [] for security_group (25de4462-ee9a-4cee-ac23-5520a4b921b6), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.295335 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e2ff0bd2-f129-4e9f-9a24-d6b9361fba18 req-fd515217-e3f2-438b-9d5f-f5bff5108118 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 210 time: 0.0335267 Mar 23 12:54:06.324231 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-51c41b43-fcee-45ac-8e58-169bf3cd2c74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (25de4462-ee9a-4cee-ac23-5520a4b921b6), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.328135 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-51c41b43-fcee-45ac-8e58-169bf3cd2c74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.329345 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-51c41b43-fcee-45ac-8e58-169bf3cd2c74 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/25de4462-ee9a-4cee-ac23-5520a4b921b6 HTTP/1.1" status: 204 len: 168 time: 0.1713955 Mar 23 12:54:06.358542 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c41b43-fcee-45ac-8e58-169bf3cd2c74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25de4462-ee9a-4cee-ac23-5520a4b921b6,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:06.489656 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14333bf6-2eda-4e9f-b8ba-1201389604b9 req-30788e7f-582c-47bf-ab60-2026e171208d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:06.491318 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-14333bf6-2eda-4e9f-b8ba-1201389604b9 req-30788e7f-582c-47bf-ab60-2026e171208d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.0877569 Mar 23 12:54:06.570879 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-14333bf6-2eda-4e9f-b8ba-1201389604b9 req-9353b441-bc55-46df-afbf-80aaed865569 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679231 Mar 23 12:54:06.735058 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 48458) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:06.751049 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9e553077-3b5a-40ed-8400-36a2f4cd0d0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.834004 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9e553077-3b5a-40ed-8400-36a2f4cd0d0f admin admin] Publish callbacks [] for security_group (12447e7b-6a05-44b2-a68f-87db0d23ed9c), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.839111 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-9e553077-3b5a-40ed-8400-36a2f4cd0d0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (12447e7b-6a05-44b2-a68f-87db0d23ed9c), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.882048 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 48460) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:06.882283 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-9e553077-3b5a-40ed-8400-36a2f4cd0d0f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4a90f23e71ea4d3c886b3138939f710d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459804 Mar 23 12:54:06.882962 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e553077-3b5a-40ed-8400-36a2f4cd0d0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12447e7b-6a05-44b2-a68f-87db0d23ed9c,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:06.939128 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a6769aed-3d70-4950-8a67-12200d50fbee admin admin] Publish callbacks [] for security_group (12447e7b-6a05-44b2-a68f-87db0d23ed9c), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:06.962814 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a6769aed-3d70-4950-8a67-12200d50fbee admin admin] Publish callbacks [] for security_group (12447e7b-6a05-44b2-a68f-87db0d23ed9c), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:07.017065 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a6769aed-3d70-4950-8a67-12200d50fbee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (12447e7b-6a05-44b2-a68f-87db0d23ed9c), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:07.019643 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a6769aed-3d70-4950-8a67-12200d50fbee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:07.020874 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a6769aed-3d70-4950-8a67-12200d50fbee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/12447e7b-6a05-44b2-a68f-87db0d23ed9c HTTP/1.1" status: 204 len: 168 time: 0.1370537 Mar 23 12:54:07.030709 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6769aed-3d70-4950-8a67-12200d50fbee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12447e7b-6a05-44b2-a68f-87db0d23ed9c,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:07.437649 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-32c2dc03-9edd-4425-8fc8-855fa1eddf89 req-32e949c2-e208-4001-bdf4-0346d2fc3f4f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 210 time: 0.0472720 Mar 23 12:54:07.453492 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd0cd-185f-44b9-a626-77742fd55248 req-3c7b2fc4-f5df-4c3b-804c-34a13b3413b1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:07.455373 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-3c7b2fc4-f5df-4c3b-804c-34a13b3413b1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 812 time: 0.1716454 Mar 23 12:54:07.556188 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-309464c0-cf9d-4934-9bc0-7ecb38cff5f2 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67247c1540b6442987cab91eb46e67a5 HTTP/1.1" status: 200 len: 380 time: 0.0780215 Mar 23 12:54:07.569969 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'port': {'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'admin_state_up': True, 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'security_groups': ['fde0539e-a142-4cab-af8d-23fa113d468f']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:07.782345 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Made reservation on behalf of 67247c1540b6442987cab91eb46e67a5 for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:54:07.788094 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:07.840408 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5d8b6-3fa4-46cf-bf3b-7677bc8384b1 req-c06ec1bc-312d-4b2d-a585-3f683643fed4 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:07.843707 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f1a5d8b6-3fa4-46cf-bf3b-7677bc8384b1 req-c06ec1bc-312d-4b2d-a585-3f683643fed4 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.1409984 Mar 23 12:54:07.996003 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f1a5d8b6-3fa4-46cf-bf3b-7677bc8384b1 req-29d05604-4eb5-44f1-b5f6-9df5474386e7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292334 Mar 23 12:54:08.074027 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Allocated IP 172.20.0.10 (71f60b8e-14e6-4d0f-953e-301bb816274c/e6aea821-992b-420c-87ef-78bd650da4ba/5dc9627f-8604-4f89-8967-b74f76c7596b) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:08.271424 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:08.319487 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:08.374198 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Network 71f60b8e-14e6-4d0f-953e-301bb816274c is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:08.380021 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:08.384223 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:08.442611 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'Port': ['ID=5dc9627f-8604-4f89-8967-b74f76c7596b,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:08.490272 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:08.491198 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:08.515868 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-56b0cd1f-ea5e-403a-8b34-e7c5e7e3c984 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9498286 Mar 23 12:54:08.527750 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Request body: {'port': {'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:08.610056 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e829e-8a4c-4cd5-aef6-41beeecdda7e req-8321c56e-31c3-4915-9066-ec7536b84bf5 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:08.612818 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b94e829e-8a4c-4cd5-aef6-41beeecdda7e req-8321c56e-31c3-4915-9066-ec7536b84bf5 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 932 time: 0.0906787 Mar 23 12:54:08.625325 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:08.712051 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b94e829e-8a4c-4cd5-aef6-41beeecdda7e req-06d5092b-0679-47e4-ac6a-7e687763f977 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932021 Mar 23 12:54:08.776511 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-e371ce49-f67b-4665-957c-5c84c60a5e63 None None] Provisioning complete for port 5dc9627f-8604-4f89-8967-b74f76c7596b triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:54:08.776511 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e371ce49-f67b-4665-957c-5c84c60a5e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:08.832599 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-e371ce49-f67b-4665-957c-5c84c60a5e63 None None] Port 5dc9627f-8604-4f89-8967-b74f76c7596b cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:54:09.001520 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc9627f-8604-4f89-8967-b74f76c7596b {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:54:09.014761 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Publish callbacks [] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:09.026721 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Transition to ACTIVE for port object 5dc9627f-8604-4f89-8967-b74f76c7596b will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:54:09.030787 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:09.104425 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc9627f-8604-4f89-8967-b74f76c7596b,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:09.210244 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133c726-ab8d-4a61-909e-9a0e67de6a85 req-2e0c2049-15da-45fd-adee-96b341ddd943 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:09.211814 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7133c726-ab8d-4a61-909e-9a0e67de6a85 req-2e0c2049-15da-45fd-adee-96b341ddd943 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 945 time: 0.1094539 Mar 23 12:54:09.238701 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 9373aad0-a06d-4144-a3d8-dc697e8b36c4 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:09.251503 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Attempting to bind port 5dc9627f-8604-4f89-8967-b74f76c7596b on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:54:09.251762 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Attempting to bind port 5dc9627f-8604-4f89-8967-b74f76c7596b by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:54:09.252198 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Attempting to bind port 5dc9627f-8604-4f89-8967-b74f76c7596b on network 71f60b8e-14e6-4d0f-953e-301bb816274c {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:09.269151 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Port 5dc9627f-8604-4f89-8967-b74f76c7596b on network 71f60b8e-14e6-4d0f-953e-301bb816274c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:54:09.269798 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Attempting to bind port 5dc9627f-8604-4f89-8967-b74f76c7596b on network 71f60b8e-14e6-4d0f-953e-301bb816274c {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:54:09.286492 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:54:09.287144 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Checking segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:54:09.287546 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Bound using segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:54:09.288253 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Bound port: 5dc9627f-8604-4f89-8967-b74f76c7596b, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:54:09.288422 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:09.344374 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 is: ACTIVE; New status is: DOWN {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:54:09.344906 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:09.368656 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7133c726-ab8d-4a61-909e-9a0e67de6a85 req-e8721f52-61f7-4b72-bc5d-cb5fa5592feb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1432683 Mar 23 12:54:09.383122 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] For port 5dc9627f-8604-4f89-8967-b74f76c7596b, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:54:09.387977 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] For port 5dc9627f-8604-4f89-8967-b74f76c7596b, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5dc9627f-8604-4f89-8967-b74f76c7596b,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:54:09.389824 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:09.391782 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:09.394299 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94953aa9-c1aa-428a-ae19-9eaa1a2dd720" -d '{"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-unplugged", "status": "completed", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:09.399210 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:09.399801 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:09.460054 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab508fb8-8d5e-4126-b481-281afbe8e978 x-openstack-request-id: req-ab508fb8-8d5e-4126-b481-281afbe8e978 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:09.460632 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-unplugged", "status": "failed", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4", "code": 422}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:09.461023 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-ab508fb8-8d5e-4126-b481-281afbe8e978 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:09.461532 dv-cinder-797245-11-iscsi neutron-server[115112]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-ab508fb8-8d5e-4126-b481-281afbe8e978']: {'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'code': 422} returned with failed status Mar 23 12:54:09.478783 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:09.479449 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:09.485685 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] 10.222.0.53 "PUT /v2.0/ports/5dc9627f-8604-4f89-8967-b74f76c7596b HTTP/1.1" status: 200 len: 1094 time: 0.9610906 Mar 23 12:54:09.485930 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=8']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:09.493464 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:09.497639 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0895607-f5da-491f-b733-da0b342e042f" -d '{"events": [{"name": "network-changed", "server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:09.538317 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc9627f-8604-4f89-8967-b74f76c7596b,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:09.561166 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.562002 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.562588 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.563245 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.564087 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.564450 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.565018 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.565584 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.566419 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.567828 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.568850 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.569653 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.570344 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.571142 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.571758 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b05230a-9a35-4520-80eb-12b2e5005476 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:09.619389 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c240a1eb-10d7-4d42-9358-b09e660da57f x-openstack-request-id: req-c240a1eb-10d7-4d42-9358-b09e660da57f {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:09.619785 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:09.620162 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-c240a1eb-10d7-4d42-9358-b09e660da57f {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:09.620662 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c240a1eb-10d7-4d42-9358-b09e660da57f'] response: {'name': 'network-changed', 'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'status': 'completed', 'code': 200} Mar 23 12:54:09.645032 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd0cd-185f-44b9-a626-77742fd55248 req-3ada8879-802c-4762-9265-995fcd0db7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:09.646661 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-3ada8879-802c-4762-9265-995fcd0db7a1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 1128 time: 0.0669711 Mar 23 12:54:09.698380 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-753e139d-fe39-471f-a1ac-4612645f333f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc9627f-8604-4f89-8967-b74f76c7596b HTTP/1.1" status: 200 len: 217 time: 0.0427606 Mar 23 12:54:09.762614 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd0cd-185f-44b9-a626-77742fd55248 req-8df0b1ac-981c-442f-be5e-e46adedddbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:09.765684 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-8df0b1ac-981c-442f-be5e-e46adedddbec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0602028 Mar 23 12:54:09.830946 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cd0cd-185f-44b9-a626-77742fd55248 req-7fb2cd48-bd7f-4bc9-a9c3-70c95af1b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:09.833402 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-7fb2cd48-bd7f-4bc9-a9c3-70c95af1b451 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0595870 Mar 23 12:54:09.881538 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deb9e96-addd-43ab-b92c-3fcc99c751d1 req-7f82ee58-8a5f-465b-9171-3cdd0f123fda tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:09.884207 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2deb9e96-addd-43ab-b92c-3fcc99c751d1 req-7f82ee58-8a5f-465b-9171-3cdd0f123fda tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 944 time: 0.0713396 Mar 23 12:54:09.975872 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2deb9e96-addd-43ab-b92c-3fcc99c751d1 req-5493875a-2e59-489c-a892-0aa6ee8069d4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794294 Mar 23 12:54:09.985552 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-48d1c9f7-4b5e-4cd7-b6d1-c8c7c6141f49 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434619 Mar 23 12:54:10.095907 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-680cd0cd-185f-44b9-a626-77742fd55248 req-334e86b1-0fd4-4a0a-bb13-298af2363d8c service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029122 Mar 23 12:54:10.212193 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895607-f5da-491f-b733-da0b342e042f req-6d70f83a-b8c4-4ad0-9ebf-8bd87a86b144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:10.214820 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0895607-f5da-491f-b733-da0b342e042f req-6d70f83a-b8c4-4ad0-9ebf-8bd87a86b144 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 1128 time: 0.0654256 Mar 23 12:54:10.362910 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895607-f5da-491f-b733-da0b342e042f req-75ed0e34-2e98-49de-b341-0b205c0d050d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:10.364365 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0895607-f5da-491f-b733-da0b342e042f req-75ed0e34-2e98-49de-b341-0b205c0d050d service neutron] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 913 time: 0.1388061 Mar 23 12:54:10.441105 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0895607-f5da-491f-b733-da0b342e042f req-453238f8-356c-4050-b739-70cac1728725 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc9627f-8604-4f89-8967-b74f76c7596b HTTP/1.1" status: 200 len: 217 time: 0.0555685 Mar 23 12:54:10.505243 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895607-f5da-491f-b733-da0b342e042f req-46de40b5-9462-4903-8e3f-b51db053df10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:10.507703 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0895607-f5da-491f-b733-da0b342e042f req-46de40b5-9462-4903-8e3f-b51db053df10 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0599756 Mar 23 12:54:10.530305 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec8c61-3a0b-4fe7-96f3-4132e58c1edb req-6c044044-f549-4459-800f-e8464fc9ae22 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:10.532022 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f8ec8c61-3a0b-4fe7-96f3-4132e58c1edb req-6c044044-f549-4459-800f-e8464fc9ae22 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0822010 Mar 23 12:54:10.579857 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0895607-f5da-491f-b733-da0b342e042f req-64782532-9051-4840-93d0-738ad02952f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:10.579857 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0895607-f5da-491f-b733-da0b342e042f req-64782532-9051-4840-93d0-738ad02952f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605185 Mar 23 12:54:10.590576 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f8ec8c61-3a0b-4fe7-96f3-4132e58c1edb req-a831a216-086b-4fae-b8c5-472a44919cc7 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513699 Mar 23 12:54:10.730062 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0895607-f5da-491f-b733-da0b342e042f req-859df014-ed43-498d-80a4-ec42461fc8c9 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432242 Mar 23 12:54:10.852058 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e54d97-7138-41dd-9800-a4380b0c1d79 req-08813d08-0de5-4f34-88e3-b16a33b056fe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:10.853871 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-39e54d97-7138-41dd-9800-a4380b0c1d79 req-08813d08-0de5-4f34-88e3-b16a33b056fe tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.1411607 Mar 23 12:54:10.885387 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b0895607-f5da-491f-b733-da0b342e042f req-1c52e6dd-512e-4111-a61d-cb6a3af31c00 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479342 Mar 23 12:54:10.910492 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-9b2a648c-213e-413c-89cf-dfaaa6355e8e service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1016948 Mar 23 12:54:10.939532 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-39e54d97-7138-41dd-9800-a4380b0c1d79 req-8ad1452b-0a3d-43b5-b164-2bf4b194d237 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766246 Mar 23 12:54:11.047050 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-daff7a86-e165-4d4e-bb08-d787c35347dd tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:11.048527 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-daff7a86-e165-4d4e-bb08-d787c35347dd tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports/9373aad0-a06d-4144-a3d8-dc697e8b36c4 HTTP/1.1" status: 200 len: 940 time: 0.0740831 Mar 23 12:54:11.132945 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49f101-b19c-46fd-8069-59f55d259515 req-53136282-1bcc-4962-be49-0db37755106e tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:11.142035 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cd49f101-b19c-46fd-8069-59f55d259515 req-53136282-1bcc-4962-be49-0db37755106e tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 944 time: 0.0828063 Mar 23 12:54:11.228466 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cd49f101-b19c-46fd-8069-59f55d259515 req-879a05d4-5fb7-4038-88b3-1bae392da23e tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852368 Mar 23 12:54:11.720719 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1033b84-a68b-46d5-bc11-a9b5a7ca3b6c req-cc10cbf4-4770-49b6-9b2f-20592ecd14ef tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:11.722223 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b1033b84-a68b-46d5-bc11-a9b5a7ca3b6c req-cc10cbf4-4770-49b6-9b2f-20592ecd14ef tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0566413 Mar 23 12:54:11.770988 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b1033b84-a68b-46d5-bc11-a9b5a7ca3b6c req-c8b4029f-3993-49f2-b5f0-23252f864949 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428538 Mar 23 12:54:12.071379 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc1816-2ec2-4288-8b03-a3275060f4e5 req-cb7db746-5833-4c5e-800e-ea6ddb976b89 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:12.072946 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-87dc1816-2ec2-4288-8b03-a3275060f4e5 req-cb7db746-5833-4c5e-800e-ea6ddb976b89 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0575752 Mar 23 12:54:12.129498 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-87dc1816-2ec2-4288-8b03-a3275060f4e5 req-a57a8068-c5a9-4808-83bd-bcb2c85ff9f1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501137 Mar 23 12:54:12.360814 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1784113f-d420-4582-a814-deb4a53635f1 req-ddf3470d-db14-406f-a085-081bfd3f4c4d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:12.362372 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1784113f-d420-4582-a814-deb4a53635f1 req-ddf3470d-db14-406f-a085-081bfd3f4c4d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 944 time: 0.0554740 Mar 23 12:54:12.413851 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1784113f-d420-4582-a814-deb4a53635f1 req-a48bdd73-41a4-4dce-a91d-70a98b90aedd tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458534 Mar 23 12:54:12.892307 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9a19e-4742-4e33-8024-625bd473f85f req-1beb049a-0c3d-4765-9f7f-10bfc1511990 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:12.893828 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c9a19e-4742-4e33-8024-625bd473f85f req-1beb049a-0c3d-4765-9f7f-10bfc1511990 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0535486 Mar 23 12:54:12.950100 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-39c9a19e-4742-4e33-8024-625bd473f85f req-15e70df6-1006-4205-8fc8-f80bb503c914 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505486 Mar 23 12:54:13.265976 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f791b2-7b91-45d3-8f3a-a04a6dac2304 req-a993ce3d-8032-4333-9d83-b28b7b9fc470 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:13.267543 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-99f791b2-7b91-45d3-8f3a-a04a6dac2304 req-a993ce3d-8032-4333-9d83-b28b7b9fc470 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0639815 Mar 23 12:54:13.323651 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-99f791b2-7b91-45d3-8f3a-a04a6dac2304 req-f45f9dc2-9684-4a52-95a5-a15f1d6c4c50 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502088 Mar 23 12:54:13.545298 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e201eb-e2b3-4472-a6c2-fd01f7b73e57 req-fcc33bba-b4be-4f27-bd0f-842f371275ec tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:13.547761 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a1e201eb-e2b3-4472-a6c2-fd01f7b73e57 req-fcc33bba-b4be-4f27-bd0f-842f371275ec tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 944 time: 0.0615878 Mar 23 12:54:13.610777 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a1e201eb-e2b3-4472-a6c2-fd01f7b73e57 req-f36de61d-0b74-46fe-b35f-69f27123daaa tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572422 Mar 23 12:54:13.831072 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:54:14.114416 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9fbb9-10a9-4645-a990-5685fbd074a9 req-bad4c857-19e0-45ec-9564-55ee3ae1983f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:14.116127 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dfe9fbb9-10a9-4645-a990-5685fbd074a9 req-bad4c857-19e0-45ec-9564-55ee3ae1983f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0836353 Mar 23 12:54:14.177952 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dfe9fbb9-10a9-4645-a990-5685fbd074a9 req-70b1e43e-b545-48aa-af10-bce07c62fcb2 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530436 Mar 23 12:54:14.413173 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-aa8c9742-18e7-4927-8bff-ff70a4dfeb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:14.414878 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-aa8c9742-18e7-4927-8bff-ff70a4dfeb48 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86&tenant_id=7e38f2806b4646d09256a66de6a08bfd HTTP/1.1" status: 200 len: 1127 time: 0.0822754 Mar 23 12:54:14.509747 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bde1103-4f8b-4280-b8db-231c9ab00473 req-4d3e81ee-b190-4dc3-ab5d-f3e8cfec9078 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:14.511332 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0bde1103-4f8b-4280-b8db-231c9ab00473 req-4d3e81ee-b190-4dc3-ab5d-f3e8cfec9078 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0955997 Mar 23 12:54:14.527640 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-b0e8e782-6031-4e75-beca-9356fe775da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:14.529532 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-b0e8e782-6031-4e75-beca-9356fe775da8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 1127 time: 0.0828810 Mar 23 12:54:14.638548 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0bde1103-4f8b-4280-b8db-231c9ab00473 req-e9296a28-1254-41b2-824e-7841dba34ee5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1190207 Mar 23 12:54:14.660283 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-eb2c1a35-73aa-4984-877b-100f67cce46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:14.661741 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-eb2c1a35-73aa-4984-877b-100f67cce46b service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.1239626 Mar 23 12:54:14.775109 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-01966e10-8fe7-4e68-9790-3c5c2f3d9624 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4 HTTP/1.1" status: 200 len: 998 time: 0.1062632 Mar 23 12:54:14.827481 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a329b-0a84-4e19-a90d-b8fbbbe04c1b req-d12584bb-ecfa-4c97-9511-b6f288841b71 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:14.829119 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9c9a329b-0a84-4e19-a90d-b8fbbbe04c1b req-d12584bb-ecfa-4c97-9511-b6f288841b71 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 944 time: 0.1093841 Mar 23 12:54:14.840968 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-84e53a2f-bf40-4893-9fb4-18af43e95f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:14.869380 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-bb91a6ce-4862-4ad4-b0db-ea9305c1b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:14.872592 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-bb91a6ce-4862-4ad4-b0db-ea9305c1b230 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.0866792 Mar 23 12:54:14.915548 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9c9a329b-0a84-4e19-a90d-b8fbbbe04c1b req-fb89eb05-9ecf-4d3e-a5a4-175f80c17412 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637364 Mar 23 12:54:15.319455 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c577428-acad-45d5-977f-bb9c95153b2a req-996c0acb-2fe7-41c6-ad73-b85b753a7093 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:15.321001 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8c577428-acad-45d5-977f-bb9c95153b2a req-996c0acb-2fe7-41c6-ad73-b85b753a7093 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0608966 Mar 23 12:54:15.377434 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-8c577428-acad-45d5-977f-bb9c95153b2a req-69af3e0c-7efb-4690-a168-ac74e4fe8538 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494938 Mar 23 12:54:15.776686 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9af881-42ef-445f-aa88-7f840e72b238 req-54a4cf9b-b8ce-4198-8ae6-69be3bec422e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:15.778365 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7f9af881-42ef-445f-aa88-7f840e72b238 req-54a4cf9b-b8ce-4198-8ae6-69be3bec422e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0566759 Mar 23 12:54:15.825440 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7f9af881-42ef-445f-aa88-7f840e72b238 req-180a87e2-7a08-4530-ac4d-44b61b2da63d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410328 Mar 23 12:54:16.051881 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7893a3e-cc25-474b-aa63-c32669e149b3 req-29ae2080-2db0-474b-9912-534de47a16ff tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:16.053130 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d7893a3e-cc25-474b-aa63-c32669e149b3 req-29ae2080-2db0-474b-9912-534de47a16ff tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 944 time: 0.0616100 Mar 23 12:54:16.112615 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d7893a3e-cc25-474b-aa63-c32669e149b3 req-fa493d9f-6632-49f5-99ba-ad1ea7c95c62 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544169 Mar 23 12:54:16.507144 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501035e-4365-430a-b6c5-9632ae1cccc5 req-6bdb8bd9-10c7-427e-a32e-b73e5c96d2e2 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:16.508952 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e501035e-4365-430a-b6c5-9632ae1cccc5 req-6bdb8bd9-10c7-427e-a32e-b73e5c96d2e2 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0625706 Mar 23 12:54:16.580918 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e501035e-4365-430a-b6c5-9632ae1cccc5 req-598e78ed-d87e-4b95-9d01-11f2efd94419 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613704 Mar 23 12:54:16.955613 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac58fba6-31f1-455c-a6e4-0667ceb3c8e9 req-d7b4b5af-0b47-4e82-9de3-749246b2f187 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:16.957207 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ac58fba6-31f1-455c-a6e4-0667ceb3c8e9 req-d7b4b5af-0b47-4e82-9de3-749246b2f187 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0587854 Mar 23 12:54:17.008575 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-ac58fba6-31f1-455c-a6e4-0667ceb3c8e9 req-cc1864b4-b928-4003-bacc-bbd7d2e20004 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456820 Mar 23 12:54:17.244187 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc910bd8-bf99-421a-960d-cb1d7f662604 req-dec2d4e3-8756-4fab-ac4c-471d243b3032 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:17.245837 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cc910bd8-bf99-421a-960d-cb1d7f662604 req-dec2d4e3-8756-4fab-ac4c-471d243b3032 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 944 time: 0.0619586 Mar 23 12:54:17.313223 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cc910bd8-bf99-421a-960d-cb1d7f662604 req-87c99489-ab17-46ac-85df-4ae3a68e4a18 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598183 Mar 23 12:54:17.638479 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-4dee8548-3305-49cc-b455-abb65204025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:17.640192 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-4dee8548-3305-49cc-b455-abb65204025c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0551455 Mar 23 12:54:17.741829 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e932cbbf-10b0-4662-b299-e7b58e0d780e req-daf4c3cb-d082-4a13-849b-4301c1921a92 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:17.743356 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e932cbbf-10b0-4662-b299-e7b58e0d780e req-daf4c3cb-d082-4a13-849b-4301c1921a92 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0684786 Mar 23 12:54:17.749755 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-7431e47e-9627-4265-8c9a-332538170914 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014202 Mar 23 12:54:17.800870 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e932cbbf-10b0-4662-b299-e7b58e0d780e req-7af16ac9-dcbe-4720-8b16-0374cd13eff4 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504963 Mar 23 12:54:17.868168 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0fac6e2e-e9f9-4ec9-9bfb-a2189651343b req-96515eaa-7a36-4dcf-9005-4c03e015bea6 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105480 Mar 23 12:54:17.976989 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c55db278-fd3a-417d-a587-61f76705b92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:18.169691 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0085289b-9658-4e7a-8951-1ed17964cac0 req-c5260a97-6010-4474-814f-ff011785c63d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:18.171351 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0085289b-9658-4e7a-8951-1ed17964cac0 req-c5260a97-6010-4474-814f-ff011785c63d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0702684 Mar 23 12:54:18.234751 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0085289b-9658-4e7a-8951-1ed17964cac0 req-daaeb2fc-31d0-4055-9739-f79d55785fc8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563560 Mar 23 12:54:18.486355 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ff1e5-06cc-4c87-aede-79f3a7335477 req-1862e51d-eb21-4649-bbda-7defffdb62ad tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:18.503364 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b28ff1e5-06cc-4c87-aede-79f3a7335477 req-1862e51d-eb21-4649-bbda-7defffdb62ad tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 944 time: 0.1068223 Mar 23 12:54:18.602836 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b28ff1e5-06cc-4c87-aede-79f3a7335477 req-9b27f70c-1abe-4d1c-b43b-4a3891395941 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974324 Mar 23 12:54:19.033331 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81294854-4863-4173-b5ec-7b1214a958aa req-c6af5e44-f16f-42ce-88a1-660e920f7a37 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.034860 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81294854-4863-4173-b5ec-7b1214a958aa req-c6af5e44-f16f-42ce-88a1-660e920f7a37 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.1370325 Mar 23 12:54:19.133881 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81294854-4863-4173-b5ec-7b1214a958aa req-cfaf4200-fd5d-478f-8ae3-d7c5c5d64a37 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915513 Mar 23 12:54:19.320923 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5dc9627f-8604-4f89-8967-b74f76c7596b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:54:19.420275 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de70cf-aeab-49f4-a6f0-dad09a6a286d req-3fbde864-72e2-4b82-99a3-3ad46c323e21 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.428714 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d8de70cf-aeab-49f4-a6f0-dad09a6a286d req-3fbde864-72e2-4b82-99a3-3ad46c323e21 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0891941 Mar 23 12:54:19.433576 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 5dc9627f-8604-4f89-8967-b74f76c7596b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5dc9627f-8604-4f89-8967-b74f76c7596b,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:19.454078 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:54:19.500758 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 5dc9627f-8604-4f89-8967-b74f76c7596b is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:54:19.501482 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:19.522371 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc9627f-8604-4f89-8967-b74f76c7596b {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:54:19.552355 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 5dc9627f-8604-4f89-8967-b74f76c7596b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5dc9627f-8604-4f89-8967-b74f76c7596b,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:19.552845 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d8de70cf-aeab-49f4-a6f0-dad09a6a286d req-411f2cbf-51e7-4554-8b43-5932a3086037 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227934 Mar 23 12:54:19.559940 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:19.661787 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=5dc9627f-8604-4f89-8967-b74f76c7596b,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:19.666713 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:19.766610 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7a9c9-9a59-4629-a330-5c941e623dda req-7a7087ba-c5f1-4b9d-9542-82042b13bb18 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:19.768082 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-75b7a9c9-9a59-4629-a330-5c941e623dda req-7a7087ba-c5f1-4b9d-9542-82042b13bb18 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 945 time: 0.0684836 Mar 23 12:54:19.844005 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-75b7a9c9-9a59-4629-a330-5c941e623dda req-51993763-8bfa-44d9-8372-ca4122c8be88 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698922 Mar 23 12:54:19.873543 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['5dc9627f-8604-4f89-8967-b74f76c7596b'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:54:20.361997 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d5a1b-4af0-4126-abf9-b408361ae60a req-31d10ea3-c74a-48f7-8ca2-268e319f02db tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:20.369596 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a49d5a1b-4af0-4126-abf9-b408361ae60a req-31d10ea3-c74a-48f7-8ca2-268e319f02db tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0999668 Mar 23 12:54:20.469979 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a49d5a1b-4af0-4126-abf9-b408361ae60a req-9ef077a9-42dc-485f-8e19-151808bd6669 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992179 Mar 23 12:54:20.694138 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c8091e-3a86-4f1c-a8b2-8aea39e5c5e2 req-9bd84e33-d07e-45f4-ab7b-58490091fac7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:20.695679 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81c8091e-3a86-4f1c-a8b2-8aea39e5c5e2 req-9bd84e33-d07e-45f4-ab7b-58490091fac7 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0603890 Mar 23 12:54:20.749976 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81c8091e-3a86-4f1c-a8b2-8aea39e5c5e2 req-ad66498c-a663-4a09-a101-8758c1772bcb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478594 Mar 23 12:54:20.984488 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5785cc1-ebf7-4ade-9f93-46cee34df894 req-f0d5138a-3afe-403e-8430-47c8a6ff9d1f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:20.986745 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e5785cc1-ebf7-4ade-9f93-46cee34df894 req-f0d5138a-3afe-403e-8430-47c8a6ff9d1f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 945 time: 0.0611005 Mar 23 12:54:21.068158 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e5785cc1-ebf7-4ade-9f93-46cee34df894 req-0d480077-3660-4256-a9f8-638d32b75833 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678926 Mar 23 12:54:21.090653 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:21.556628 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:21.597797 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12f8a7-d0df-4c6d-bda9-67f119fbe771 req-f376ecec-65d4-4555-b198-adf9215c5f69 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:21.599272 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1a12f8a7-d0df-4c6d-bda9-67f119fbe771 req-f376ecec-65d4-4555-b198-adf9215c5f69 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0568223 Mar 23 12:54:21.653864 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1a12f8a7-d0df-4c6d-bda9-67f119fbe771 req-b11cf581-3dd1-4f34-89ea-f3bb2ccd05da tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484195 Mar 23 12:54:21.879195 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc771be-a173-4681-bb9e-c3dc629e79bf req-f595c626-e964-48ab-9f43-a591afc8a665 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:21.880720 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5fc771be-a173-4681-bb9e-c3dc629e79bf req-f595c626-e964-48ab-9f43-a591afc8a665 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0576715 Mar 23 12:54:21.928206 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5fc771be-a173-4681-bb9e-c3dc629e79bf req-586db35a-c701-4b95-9f2e-00e5936c7524 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418038 Mar 23 12:54:22.202869 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2cfc77-2a01-4f05-ae8d-22080c304c43 req-9be12222-f22d-4b5f-956d-cccb70445da9 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:22.204449 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce2cfc77-2a01-4f05-ae8d-22080c304c43 req-9be12222-f22d-4b5f-956d-cccb70445da9 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 945 time: 0.0659986 Mar 23 12:54:22.256897 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ce2cfc77-2a01-4f05-ae8d-22080c304c43 req-5b172e7e-0b53-4cea-beab-b9882eecd75f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466032 Mar 23 12:54:22.792596 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664436b-a27a-47c3-8e9f-6c05856c77b2 req-0acc9ef0-803b-4a95-bda6-3782172f4cc9 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:22.794282 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f664436b-a27a-47c3-8e9f-6c05856c77b2 req-0acc9ef0-803b-4a95-bda6-3782172f4cc9 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0640557 Mar 23 12:54:22.854743 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-f664436b-a27a-47c3-8e9f-6c05856c77b2 req-8d9c61ae-937e-43eb-9b16-a424343b7204 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541317 Mar 23 12:54:23.085456 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01825b8-502d-4c49-aeb9-b4cbff107085 req-8ac80d15-8dfb-42a0-8573-08f33c2cdce5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:23.087118 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c01825b8-502d-4c49-aeb9-b4cbff107085 req-8ac80d15-8dfb-42a0-8573-08f33c2cdce5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0594096 Mar 23 12:54:23.140750 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c01825b8-502d-4c49-aeb9-b4cbff107085 req-783f047e-a926-4227-9c99-9bc1ee21609b tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473661 Mar 23 12:54:23.394611 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca2fa2d-3a3d-4db5-9368-0fffadf4ba48 req-48ca0048-8f57-4012-98d0-329b8fe4e616 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:23.396242 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6ca2fa2d-3a3d-4db5-9368-0fffadf4ba48 req-48ca0048-8f57-4012-98d0-329b8fe4e616 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 945 time: 0.0603943 Mar 23 12:54:23.458179 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6ca2fa2d-3a3d-4db5-9368-0fffadf4ba48 req-f3b60d18-8b88-4c79-bc56-c2a1dc3ed193 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551715 Mar 23 12:54:24.005167 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ce68c8-f5d3-4d89-b1b3-ea6839e45ca9 req-94bb837b-0a2f-4abf-8593-ad7d70904714 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:24.006716 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e5ce68c8-f5d3-4d89-b1b3-ea6839e45ca9 req-94bb837b-0a2f-4abf-8593-ad7d70904714 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0654514 Mar 23 12:54:24.069421 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e5ce68c8-f5d3-4d89-b1b3-ea6839e45ca9 req-c554ec13-fd54-45ce-92fe-c3e32fac5139 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571449 Mar 23 12:54:24.306263 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a5fd53-5871-4809-989e-02bb0f305ee6 req-5ac986c9-b6ad-4498-a10c-12e0b6490f09 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:24.307813 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-52a5fd53-5871-4809-989e-02bb0f305ee6 req-5ac986c9-b6ad-4498-a10c-12e0b6490f09 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0642624 Mar 23 12:54:24.366680 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-52a5fd53-5871-4809-989e-02bb0f305ee6 req-4921bc2c-0758-4660-acc9-61d7fdfae1cc tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525513 Mar 23 12:54:24.599102 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb67d96-7e8b-40d3-8e2f-4113dae2f35a req-e74c5557-f890-4a3b-939e-0f68b9d91fcc tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:24.600736 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bbb67d96-7e8b-40d3-8e2f-4113dae2f35a req-e74c5557-f890-4a3b-939e-0f68b9d91fcc tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 945 time: 0.0598695 Mar 23 12:54:24.654913 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bbb67d96-7e8b-40d3-8e2f-4113dae2f35a req-6928bb52-183c-4b7c-85aa-6b048b1ecb14 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479753 Mar 23 12:54:25.194687 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003f0d9-e603-47ec-9f21-08321dac39d3 req-54a2d21a-0d62-47c4-b4cf-6d753a84d92a tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:25.195396 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7003f0d9-e603-47ec-9f21-08321dac39d3 req-54a2d21a-0d62-47c4-b4cf-6d753a84d92a tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0559933 Mar 23 12:54:25.266995 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7003f0d9-e603-47ec-9f21-08321dac39d3 req-d53c40ed-61bc-4d08-91eb-47f352ff8f24 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637579 Mar 23 12:54:25.357160 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5dc9627f-8604-4f89-8967-b74f76c7596b up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:25.424822 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 5dc9627f-8604-4f89-8967-b74f76c7596b completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:54:25.435919 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 5dc9627f-8604-4f89-8967-b74f76c7596b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:54:25.436359 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:25.566551 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3c5df8-8ff5-4d4c-8e60-aa75c56964d2 req-e1b2d96d-8f7f-4272-8876-ec651e155bed tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:25.573011 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9d3c5df8-8ff5-4d4c-8e60-aa75c56964d2 req-e1b2d96d-8f7f-4272-8876-ec651e155bed tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.1010194 Mar 23 12:54:25.725607 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9d3c5df8-8ff5-4d4c-8e60-aa75c56964d2 req-384cd7d0-6241-4643-96f9-0b883d0cd2a4 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380014 Mar 23 12:54:25.765314 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 5dc9627f-8604-4f89-8967-b74f76c7596b is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:54:25.765842 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:25.800149 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:25.822552 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:25.825710 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a658331-284d-4255-b87b-2ad1f355ab7a" -d '{"events": [{"server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "name": "network-vif-plugged", "status": "completed", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:25.855141 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 5dc9627f-8604-4f89-8967-b74f76c7596b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5dc9627f-8604-4f89-8967-b74f76c7596b,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:25.862822 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:25.924230 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a74db5-c89d-4437-9afd-d52b2ed9fe3c x-openstack-request-id: req-29a74db5-c89d-4437-9afd-d52b2ed9fe3c {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:25.924488 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "name": "network-vif-plugged", "status": "completed", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:25.924596 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-29a74db5-c89d-4437-9afd-d52b2ed9fe3c {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:25.924942 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29a74db5-c89d-4437-9afd-d52b2ed9fe3c'] response: {'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'code': 200} Mar 23 12:54:25.946110 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dcea4-1689-4d21-8bd8-91ce51127b5c req-4abc4c82-2bd0-432e-a317-10f6fc839115 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:25.958373 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dc8dcea4-1689-4d21-8bd8-91ce51127b5c req-4abc4c82-2bd0-432e-a317-10f6fc839115 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 945 time: 0.1700799 Mar 23 12:54:26.034756 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=5dc9627f-8604-4f89-8967-b74f76c7596b,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:26.123683 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-dc8dcea4-1689-4d21-8bd8-91ce51127b5c req-b0bc4aec-8e3e-41ab-a594-f03ee490d75d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544526 Mar 23 12:54:26.412248 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a77db6-7c2b-442d-be9d-5612152ccdaa req-b877ec43-3dd5-427e-817f-8c2101d8a682 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:26.413790 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81a77db6-7c2b-442d-be9d-5612152ccdaa req-b877ec43-3dd5-427e-817f-8c2101d8a682 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0679476 Mar 23 12:54:26.491306 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81a77db6-7c2b-442d-be9d-5612152ccdaa req-8966b01d-2ea6-447d-a214-1c1c699bfb4c tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622661 Mar 23 12:54:26.919007 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62ef6fc-c389-4fbf-bf07-93b6d9560a4c req-1b80faae-090d-4705-8879-60c61a95cbf6 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:26.921434 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c62ef6fc-c389-4fbf-bf07-93b6d9560a4c req-1b80faae-090d-4705-8879-60c61a95cbf6 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0874450 Mar 23 12:54:26.983997 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c62ef6fc-c389-4fbf-bf07-93b6d9560a4c req-afc68981-b76d-4b3a-a2a0-4972abd69f86 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566823 Mar 23 12:54:27.297694 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3e0a4-2906-44a9-ac31-42800bf9eaa0 req-9f934ebc-50dd-4000-bd5c-8fdbfa8dd448 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:27.304963 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-97d3e0a4-2906-44a9-ac31-42800bf9eaa0 req-9f934ebc-50dd-4000-bd5c-8fdbfa8dd448 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.0926261 Mar 23 12:54:27.381379 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-97d3e0a4-2906-44a9-ac31-42800bf9eaa0 req-29a98032-dd73-48d9-b513-c4a4a256af65 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713823 Mar 23 12:54:27.702638 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394351ac-9a0f-4780-b1e9-20cd4b67873e req-65657f97-5269-4a65-8965-f95a7ab4cdc0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:27.712960 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-394351ac-9a0f-4780-b1e9-20cd4b67873e req-65657f97-5269-4a65-8965-f95a7ab4cdc0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0795162 Mar 23 12:54:27.787888 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-394351ac-9a0f-4780-b1e9-20cd4b67873e req-8e4e3bee-9dcf-4321-9c73-9b177a09f100 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745556 Mar 23 12:54:28.157751 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f34c2-755a-4db5-84cd-c2c401c5a9aa req-d98ff41c-6471-4afb-bfa3-e76f47b03f94 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:28.159859 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-910f34c2-755a-4db5-84cd-c2c401c5a9aa req-d98ff41c-6471-4afb-bfa3-e76f47b03f94 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0757544 Mar 23 12:54:28.249474 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-910f34c2-755a-4db5-84cd-c2c401c5a9aa req-d758da13-a162-405c-98f4-07891dd253f8 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842128 Mar 23 12:54:28.617571 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5675e06-1f9e-4a25-ba15-f691b2400934 req-f12017b0-2ca2-420c-a517-f5f137fe39f2 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:28.619193 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c5675e06-1f9e-4a25-ba15-f691b2400934 req-f12017b0-2ca2-420c-a517-f5f137fe39f2 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.0898113 Mar 23 12:54:28.678033 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c5675e06-1f9e-4a25-ba15-f691b2400934 req-7c70d152-f277-40cc-993a-1bdf59a9e664 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523293 Mar 23 12:54:28.920450 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97fa466-8300-4e68-955d-365014d2a583 req-ab80b24b-2acf-4b73-a8c4-4cf3eff44b48 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:28.922111 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a97fa466-8300-4e68-955d-365014d2a583 req-ab80b24b-2acf-4b73-a8c4-4cf3eff44b48 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0580003 Mar 23 12:54:28.981007 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a97fa466-8300-4e68-955d-365014d2a583 req-81b7c1b6-4171-4952-9f04-960d1e7b2fe6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531199 Mar 23 12:54:29.397253 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055d33e9-a88a-43e8-bfbd-7224c2c0b9b7 req-d2d10c67-909e-42ce-9323-49ae498055d1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:29.398762 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-055d33e9-a88a-43e8-bfbd-7224c2c0b9b7 req-d2d10c67-909e-42ce-9323-49ae498055d1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0548365 Mar 23 12:54:29.455296 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-055d33e9-a88a-43e8-bfbd-7224c2c0b9b7 req-57e71d59-3fa4-4b93-972d-97b0915da787 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502460 Mar 23 12:54:29.807378 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685c7c7-1964-4f7a-b77f-528d957acb57 req-43b20fca-b071-46e1-929b-03eb52efb36d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:29.809623 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3685c7c7-1964-4f7a-b77f-528d957acb57 req-43b20fca-b071-46e1-929b-03eb52efb36d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.0576756 Mar 23 12:54:29.865508 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3685c7c7-1964-4f7a-b77f-528d957acb57 req-131dd75f-7ac3-44e5-8647-e35c44a700db tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498416 Mar 23 12:54:30.140430 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b6b76-028a-4f6e-88d3-0595c92be2a8 req-83d8639a-7884-41de-9579-dbafa8f61427 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:30.142405 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e18b6b76-028a-4f6e-88d3-0595c92be2a8 req-83d8639a-7884-41de-9579-dbafa8f61427 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0664551 Mar 23 12:54:30.197305 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e18b6b76-028a-4f6e-88d3-0595c92be2a8 req-19936f32-55a2-4595-b280-29221e48cd03 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487719 Mar 23 12:54:30.585756 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8470d-9043-426e-b935-232f5363df22 req-478e7071-ba60-4855-9c87-4a7b63872af5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:30.587302 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6b8470d-9043-426e-b935-232f5363df22 req-478e7071-ba60-4855-9c87-4a7b63872af5 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0552995 Mar 23 12:54:30.638518 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a6b8470d-9043-426e-b935-232f5363df22 req-e9162fd6-e26b-4d83-b97d-d439d8e6e2e1 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444763 Mar 23 12:54:31.001972 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e5b109-cac4-4bee-a5d3-cdf884d09be7 req-b7698559-1dd8-483c-bce1-648e8da10b3d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:31.003447 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c0e5b109-cac4-4bee-a5d3-cdf884d09be7 req-b7698559-1dd8-483c-bce1-648e8da10b3d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.0581987 Mar 23 12:54:31.096575 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c0e5b109-cac4-4bee-a5d3-cdf884d09be7 req-d025d605-1379-48b9-9060-ef1e4c94f4c4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858681 Mar 23 12:54:31.199365 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93c38b1-0290-43c5-be12-c51747ee0d56 req-c3e1093a-9fd2-43b2-b1be-a28481066c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:31.201172 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b93c38b1-0290-43c5-be12-c51747ee0d56 req-c3e1093a-9fd2-43b2-b1be-a28481066c2c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 1130 time: 0.0782731 Mar 23 12:54:31.207771 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935293df-2356-46c8-943f-1460891baef4 req-9c811e09-a4f9-4756-aace-6f566434512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:31.209405 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-935293df-2356-46c8-943f-1460891baef4 req-9c811e09-a4f9-4756-aace-6f566434512b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c46f5a0923e420ebcae0094468634df&device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1129 time: 0.0782833 Mar 23 12:54:31.335320 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b93c38b1-0290-43c5-be12-c51747ee0d56 req-33d54acf-d8cc-478e-9c2f-3f9cbd5e0238 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249266 Mar 23 12:54:31.390264 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935293df-2356-46c8-943f-1460891baef4 req-b783798c-8cd7-4ebb-b935-1d335b931f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:31.391747 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-935293df-2356-46c8-943f-1460891baef4 req-b783798c-8cd7-4ebb-b935-1d335b931f23 service neutron] 10.222.0.53 "GET /v2.0/networks?id=24cd2efb-78ad-400a-a9d9-fadac97525f4 HTTP/1.1" status: 200 len: 910 time: 0.1669657 Mar 23 12:54:31.407742 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53c8f5e-1442-492f-b48a-9d5846ba794d req-fcc51581-c572-415d-9609-e1c50a86670b tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:31.409369 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f53c8f5e-1442-492f-b48a-9d5846ba794d req-fcc51581-c572-415d-9609-e1c50a86670b tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.1033061 Mar 23 12:54:31.474977 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f53c8f5e-1442-492f-b48a-9d5846ba794d req-361359c8-d77d-4697-95b0-397d37530daa tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588937 Mar 23 12:54:31.646458 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-935293df-2356-46c8-943f-1460891baef4 req-b8411dd0-4dd7-4542-9de5-9ddb6ad55532 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 200 len: 1000 time: 0.0913916 Mar 23 12:54:31.706800 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935293df-2356-46c8-943f-1460891baef4 req-b6535596-87b0-4558-82d5-9dbd89b386e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:31.708527 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-935293df-2356-46c8-943f-1460891baef4 req-b6535596-87b0-4558-82d5-9dbd89b386e8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c02c5ed-dca8-420b-82c3-b902efbb6958 HTTP/1.1" status: 200 len: 848 time: 0.0530899 Mar 23 12:54:31.771650 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935293df-2356-46c8-943f-1460891baef4 req-3b8607d0-181b-4121-84fc-bfcfd800b187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:31.773704 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-935293df-2356-46c8-943f-1460891baef4 req-3b8607d0-181b-4121-84fc-bfcfd800b187 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=24cd2efb-78ad-400a-a9d9-fadac97525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0569277 Mar 23 12:54:31.800800 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d2b1d2-ff34-474e-8d7f-b9a0b86f41c9 req-21c1e43c-08f3-476b-b22e-2d22dd500f60 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:31.803111 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-96d2b1d2-ff34-474e-8d7f-b9a0b86f41c9 req-21c1e43c-08f3-476b-b22e-2d22dd500f60 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.0751264 Mar 23 12:54:31.879692 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-96d2b1d2-ff34-474e-8d7f-b9a0b86f41c9 req-91183691-8258-4746-af18-8f760a8f9f57 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685234 Mar 23 12:54:31.904085 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-935293df-2356-46c8-943f-1460891baef4 req-e2b6302b-96ff-49f5-9fa9-36b19e8c9cf4 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222181 Mar 23 12:54:32.015484 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-935293df-2356-46c8-943f-1460891baef4 req-1e7e18a3-bb39-435a-85b7-9a758aac2c3b service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036725 Mar 23 12:54:32.250676 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29bec66-5d7e-4442-b250-929f755440ef req-5002ccbe-f545-4ae3-84f3-49eac31f6fa8 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:32.253364 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d29bec66-5d7e-4442-b250-929f755440ef req-5002ccbe-f545-4ae3-84f3-49eac31f6fa8 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.0697732 Mar 23 12:54:32.312836 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d29bec66-5d7e-4442-b250-929f755440ef req-5c09d157-51ae-4e30-a90e-84040cfb5987 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534244 Mar 23 12:54:32.609119 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbbcfa-1c7a-477b-81a2-692fb04b1c6b req-e1dc52ea-1bd7-493c-8c56-ea2291236fcf tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:32.610601 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-53fbbcfa-1c7a-477b-81a2-692fb04b1c6b req-e1dc52ea-1bd7-493c-8c56-ea2291236fcf tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0572572 Mar 23 12:54:32.661524 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-53fbbcfa-1c7a-477b-81a2-692fb04b1c6b req-620a425e-5db6-4800-bfcc-8326a3dde30b tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451188 Mar 23 12:54:33.302527 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f596c-6d7a-4a3f-beb5-2d332534226f req-6d5e6f3d-9950-4d11-abdc-b280c95631cc tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.309716 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5e8f596c-6d7a-4a3f-beb5-2d332534226f req-6d5e6f3d-9950-4d11-abdc-b280c95631cc tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 943 time: 0.3542247 Mar 23 12:54:33.365915 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5e8f596c-6d7a-4a3f-beb5-2d332534226f req-4c403575-e7f1-490d-917d-ad211e104396 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552313 Mar 23 12:54:33.398827 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 9373aad0-a06d-4144-a3d8-dc697e8b36c4 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:54:33.482545 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9a211-7d77-4c32-8766-985b4250db91 req-673b7bee-f011-42c2-afe6-32001efb9de4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.484085 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-10e9a211-7d77-4c32-8766-985b4250db91 req-673b7bee-f011-42c2-afe6-32001efb9de4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.0605676 Mar 23 12:54:33.506334 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:33.520195 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'port_id': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'mac_address': 'fa:16:3e:87:0f:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 360, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:54:33.549291 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-10e9a211-7d77-4c32-8766-985b4250db91 req-49f89630-3f74-4b09-8627-04c9049ae284 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589836 Mar 23 12:54:33.560059 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:54:33.560059 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:33.574304 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9373aad0-a06d-4144-a3d8-dc697e8b36c4 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:54:33.609471 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:33.615857 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:33.679363 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=9']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:33.726284 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45873553-ee4b-41e6-bbc3-3022589a892d req-4d3f326a-c7b6-4b9c-86ce-b10035dbc171 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.728410 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-45873553-ee4b-41e6-bbc3-3022589a892d req-4d3f326a-c7b6-4b9c-86ce-b10035dbc171 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.0745916 Mar 23 12:54:33.795824 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-45873553-ee4b-41e6-bbc3-3022589a892d req-a01cc568-972b-4e28-884d-9e27a0ce43b4 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585103 Mar 23 12:54:33.804453 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128f161c-ede7-4919-8b82-ce5a3bf80263 req-1bf32a01-aee8-4d6c-a212-ac934da2b55e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.806028 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-128f161c-ede7-4919-8b82-ce5a3bf80263 req-1bf32a01-aee8-4d6c-a212-ac934da2b55e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0643547 Mar 23 12:54:33.819635 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 48888) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:33.861155 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-128f161c-ede7-4919-8b82-ce5a3bf80263 req-89c5f49e-4afe-46eb-980a-638c3579d15b tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483537 Mar 23 12:54:33.867320 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67336e88-20bb-4f01-98a4-adcce25bcb7a tempest-TestVolumeBootPattern-858844422 tempest-TestVolumeBootPattern-858844422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:33.872150 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-67336e88-20bb-4f01-98a4-adcce25bcb7a tempest-TestVolumeBootPattern-858844422 tempest-TestVolumeBootPattern-858844422-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 1125 time: 0.0483160 Mar 23 12:54:33.872590 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 48890) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:33.877247 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:54:33.898418 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:33.999071 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:34.109451 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Allocated IP 172.27.0.201 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/d9eb4969-ee51-4421-96a9-3d5d84404ccd) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:54:34.215698 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for port (d9eb4969-ee51-4421-96a9-3d5d84404ccd), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:34.251246 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (d9eb4969-ee51-4421-96a9-3d5d84404ccd), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:34.292852 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:54:34.296553 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:54:34.299326 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:54:34.326494 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'Port': ['ID=d9eb4969-ee51-4421-96a9-3d5d84404ccd,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:34.573585 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05379-c7f5-4663-a4ec-4158e88103b8 req-7cac19e3-02b0-41c2-b9a5-a87b76567580 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:34.575666 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3fe05379-c7f5-4663-a4ec-4158e88103b8 req-7cac19e3-02b0-41c2-b9a5-a87b76567580 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 944 time: 0.1080194 Mar 23 12:54:34.712013 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3fe05379-c7f5-4663-a4ec-4158e88103b8 req-0afaad13-df2d-4e7a-8d84-65a95bd45fd9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303685 Mar 23 12:54:34.761041 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (5df149b1-40d7-4cc5-b987-a71795b521d9), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:34.839850 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (d9eb4969-ee51-4421-96a9-3d5d84404ccd), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:34.991285 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630f11d9-a1a3-422f-98d2-129aaf596853 req-83811568-f57c-4248-afa2-97dd9b5fb473 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:34.991285 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-630f11d9-a1a3-422f-98d2-129aaf596853 req-83811568-f57c-4248-afa2-97dd9b5fb473 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0554981 Mar 23 12:54:35.007136 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for port (d9eb4969-ee51-4421-96a9-3d5d84404ccd), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:35.014021 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (d9eb4969-ee51-4421-96a9-3d5d84404ccd), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:35.044495 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-630f11d9-a1a3-422f-98d2-129aaf596853 req-d85ce7fa-4100-4db6-af23-c52d25d223a6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474017 Mar 23 12:54:35.092398 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'Port': ['ID=d9eb4969-ee51-4421-96a9-3d5d84404ccd,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:35.101427 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (5df149b1-40d7-4cc5-b987-a71795b521d9), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:35.203927 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Floating IP 5df149b1-40d7-4cc5-b987-a71795b521d9 associated. External IP: 172.27.0.201, port: 5dc9627f-8604-4f89-8967-b74f76c7596b. Mar 23 12:54:35.434430 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Router 51a04fd7-5b22-4c88-af79-49ad3028e442 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:54:35.549760 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:35.560978 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] Sync routers for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:35.571532 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:35.572416 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:35.573079 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:35.616124 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d177669a-f36f-4e94-87a0-1b74504cdf11 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7299542 Mar 23 12:54:35.616124 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:35.616124 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eadb8cf1-b845-470a-a51f-32106823f352" -d '{"events": [{"name": "network-changed", "server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:35.649295 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53861b80-f6d3-45d5-af58-caab35512012 x-openstack-request-id: req-53861b80-f6d3-45d5-af58-caab35512012 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:35.649753 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:35.650086 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-53861b80-f6d3-45d5-af58-caab35512012 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:35.650587 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53861b80-f6d3-45d5-af58-caab35512012'] response: {'name': 'network-changed', 'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'status': 'completed', 'code': 200} Mar 23 12:54:35.695698 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:35.868200 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4587a72-ba7e-47e0-97d0-8ad7024d38b8 req-7b706760-bb03-4350-adf1-107914acf082 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:35.869764 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d4587a72-ba7e-47e0-97d0-8ad7024d38b8 req-7b706760-bb03-4350-adf1-107914acf082 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 944 time: 0.0602796 Mar 23 12:54:35.922499 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d4587a72-ba7e-47e0-97d0-8ad7024d38b8 req-9a2f1648-a422-46fb-a810-7a1560a45fca tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458193 Mar 23 12:54:35.935509 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '5df149b1-40d7-4cc5-b987-a71795b521d9', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:34Z', 'updated_at': '2022-03-23T12:54:34Z', 'revision_number': 0, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:35.963352 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] Checking router: 51a04fd7-5b22-4c88-af79-49ad3028e442 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:35.972280 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:35.973160 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:36.093662 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:36.181063 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05029e5e-b87e-4b3d-b3f9-e546934f1c1b req-dd5012c1-62a5-42d5-9dfc-dc73c7fb7a7a tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:36.182655 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05029e5e-b87e-4b3d-b3f9-e546934f1c1b req-dd5012c1-62a5-42d5-9dfc-dc73c7fb7a7a tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0562210 Mar 23 12:54:36.238809 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05029e5e-b87e-4b3d-b3f9-e546934f1c1b req-a4ad9430-9971-4ad8-a266-803f612b09fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504673 Mar 23 12:54:36.341357 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '5df149b1-40d7-4cc5-b987-a71795b521d9', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:34Z', 'updated_at': '2022-03-23T12:54:34Z', 'revision_number': 0, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:36.368484 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3720fd83-48d2-4e41-97c7-36cffd9da92a None None] The sync data for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi is: [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '5df149b1-40d7-4cc5-b987-a71795b521d9', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:34Z', 'updated_at': '2022-03-23T12:54:34Z', 'revision_number': 0, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:36.545403 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb8cf1-b845-470a-a51f-32106823f352 req-1960e366-f2db-4ac6-b790-d24ecd58bb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:36.547670 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eadb8cf1-b845-470a-a51f-32106823f352 req-1960e366-f2db-4ac6-b790-d24ecd58bb0e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 1130 time: 0.0493188 Mar 23 12:54:36.596443 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd4c279-542d-4e82-b065-9a22edfe58c1 None None] New status for floating IP 5df149b1-40d7-4cc5-b987-a71795b521d9: ACTIVE {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:54:36.656634 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb8cf1-b845-470a-a51f-32106823f352 req-4309863d-fa14-4f33-8ec2-4449fa421511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:36.658126 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eadb8cf1-b845-470a-a51f-32106823f352 req-4309863d-fa14-4f33-8ec2-4449fa421511 service neutron] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 913 time: 0.1024609 Mar 23 12:54:36.735293 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eadb8cf1-b845-470a-a51f-32106823f352 req-6cec8961-e5de-4f65-93f3-8af5de3a5939 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc9627f-8604-4f89-8967-b74f76c7596b HTTP/1.1" status: 200 len: 1000 time: 0.0687923 Mar 23 12:54:36.787503 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['9373aad0-a06d-4144-a3d8-dc697e8b36c4'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:54:36.804744 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb8cf1-b845-470a-a51f-32106823f352 req-cf663ccf-53e0-482e-9a26-91388d6554de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:36.807821 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eadb8cf1-b845-470a-a51f-32106823f352 req-cf663ccf-53e0-482e-9a26-91388d6554de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0660732 Mar 23 12:54:36.878164 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb8cf1-b845-470a-a51f-32106823f352 req-a94ce816-47f4-4295-8b35-7f111097092f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:36.879680 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eadb8cf1-b845-470a-a51f-32106823f352 req-a94ce816-47f4-4295-8b35-7f111097092f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0641274 Mar 23 12:54:36.986424 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eadb8cf1-b845-470a-a51f-32106823f352 req-bdeea2fd-d61e-4d70-85dc-821d05a1bf87 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984747 Mar 23 12:54:37.062100 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb7cef6-ae75-41d9-820b-b3de161d2100 req-6d369bfe-5137-4644-b207-651dba6bb9ff tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:37.064468 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5cb7cef6-ae75-41d9-820b-b3de161d2100 req-6d369bfe-5137-4644-b207-651dba6bb9ff tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 944 time: 0.0573125 Mar 23 12:54:37.102237 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eadb8cf1-b845-470a-a51f-32106823f352 req-57ad4a42-37f4-4749-bdef-420267f1f357 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078343 Mar 23 12:54:37.121430 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5cb7cef6-ae75-41d9-820b-b3de161d2100 req-83479d56-fbe8-423e-846a-f25c922456fd tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501220 Mar 23 12:54:37.362901 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ab23b-76aa-4ba4-b103-a7932875877d req-b3fd36be-bdc1-4ffc-aa39-607b6a4496c1 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:37.364646 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-953ab23b-76aa-4ba4-b103-a7932875877d req-b3fd36be-bdc1-4ffc-aa39-607b6a4496c1 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0572989 Mar 23 12:54:37.425125 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-953ab23b-76aa-4ba4-b103-a7932875877d req-8ba4841f-7eb5-46aa-9b10-718ef186f1bb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534811 Mar 23 12:54:37.510289 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [req-63aa3449-b50c-482d-80d1-3d328373b033 req-1dea4944-ab1d-4f71-a1aa-b1080a4b2c54 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:54:37.511359 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-63aa3449-b50c-482d-80d1-3d328373b033 req-1dea4944-ab1d-4f71-a1aa-b1080a4b2c54 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059350 Mar 23 12:54:37.521586 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 9373aad0-a06d-4144-a3d8-dc697e8b36c4 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:54:37.584857 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:54:37.585341 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:37.681869 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:54:37.682615 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:37.713168 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:37.717024 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3afb236-e830-429e-94e4-208aefe0b274" -d '{"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-plugged", "status": "completed", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:37.730625 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e35a9-32f7-48c3-8ad4-0dfc8f927bde req-0079a286-56a4-431e-a52f-238616dc6e82 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:37.732379 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b70e35a9-32f7-48c3-8ad4-0dfc8f927bde req-0079a286-56a4-431e-a52f-238616dc6e82 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0813768 Mar 23 12:54:37.736644 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:37.742047 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:37.743018 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:54:37.766520 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 48940) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:37.768844 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ceb317b-0796-4f83-8779-79d201a8b0d2 x-openstack-request-id: req-6ceb317b-0796-4f83-8779-79d201a8b0d2 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:37.769232 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-plugged", "status": "completed", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:37.769517 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6ceb317b-0796-4f83-8779-79d201a8b0d2 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:37.770060 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ceb317b-0796-4f83-8779-79d201a8b0d2'] response: {'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'code': 200} Mar 23 12:54:37.804809 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b70e35a9-32f7-48c3-8ad4-0dfc8f927bde req-4f31518e-8ee6-4fad-b209-30a4a953a7b6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661726 Mar 23 12:54:37.851144 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=10']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:37.864811 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.865480 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.866182 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.866850 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.867906 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.868035 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.868600 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.869374 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.869684 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.870247 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.872205 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.872805 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.873468 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.874049 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.874870 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:37.910151 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-6bbfbdbf-877f-4014-a75d-7dbd1200ffad service neutron] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1420767 Mar 23 12:54:37.921719 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-bf54b0c5-c422-4d12-9645-b6ed7c1afca6 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115108) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:54:37.923081 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-bf54b0c5-c422-4d12-9645-b6ed7c1afca6 service neutron] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070965 Mar 23 12:54:37.927108 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b is: ACTIVE; New status is: DOWN {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:54:37.927743 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:37.985719 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:37.990989 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:38.052443 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,revision_number=6']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:38.055669 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fdac75-ede0-42d8-9612-f2b7bf5c7ff5 req-f058fe4d-904a-4c97-949c-70cb3f7308ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:38.057312 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b3fdac75-ede0-42d8-9612-f2b7bf5c7ff5 req-f058fe4d-904a-4c97-949c-70cb3f7308ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 1130 time: 0.0635190 Mar 23 12:54:38.118636 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b3fdac75-ede0-42d8-9612-f2b7bf5c7ff5 req-483269ba-0aad-4a00-abfb-8184c1cab5b8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520527 Mar 23 12:54:38.129401 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 48956) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:38.284954 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-167b1503-d80a-4f9c-93ff-1fe5b2253edc tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:38.287280 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-167b1503-d80a-4f9c-93ff-1fe5b2253edc tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports/c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 200 len: 940 time: 0.1566756 Mar 23 12:54:38.451842 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70d454-ec6b-433b-96b1-6c3f88e90616 req-3091a11d-8b21-4e8d-9478-a94f210831ef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:38.453568 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-de70d454-ec6b-433b-96b1-6c3f88e90616 req-3091a11d-8b21-4e8d-9478-a94f210831ef tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 946 time: 0.0769479 Mar 23 12:54:38.516900 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-de70d454-ec6b-433b-96b1-6c3f88e90616 req-9495bc05-070f-4e0a-bc99-2ead3ae9651d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570710 Mar 23 12:54:38.957552 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c038db-148b-4fd1-b0b3-162ab4a7ddaf req-749027d1-d782-42e0-932e-e336f8c1be65 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:38.959282 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-75c038db-148b-4fd1-b0b3-162ab4a7ddaf req-749027d1-d782-42e0-932e-e336f8c1be65 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0877609 Mar 23 12:54:39.033877 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-75c038db-148b-4fd1-b0b3-162ab4a7ddaf req-af4964e9-007a-4abf-b4ce-d38c6fac1fb6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665267 Mar 23 12:54:39.646179 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ba20d-0ca0-4045-9ee2-4d6445e64686 req-910ec7ba-8567-438d-9313-f1db009cbe88 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:39.647781 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-829ba20d-0ca0-4045-9ee2-4d6445e64686 req-910ec7ba-8567-438d-9313-f1db009cbe88 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 946 time: 0.0575149 Mar 23 12:54:39.707960 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-829ba20d-0ca0-4045-9ee2-4d6445e64686 req-0523e442-6922-4251-b651-3e022de2b68c tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538449 Mar 23 12:54:39.770974 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:39.774734 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ddb0fc-3e20-4e81-8d41-dc2e623042ef" -d '{"events": [{"server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "name": "network-vif-unplugged", "status": "completed", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:39.810616 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a92ca26-84b1-4538-a36e-0f3bf4b803b2 x-openstack-request-id: req-1a92ca26-84b1-4538-a36e-0f3bf4b803b2 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:39.810913 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "name": "network-vif-unplugged", "status": "failed", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b", "code": 422}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:39.811198 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1a92ca26-84b1-4538-a36e-0f3bf4b803b2 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:39.811610 dv-cinder-797245-11-iscsi neutron-server[115112]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1a92ca26-84b1-4538-a36e-0f3bf4b803b2']: {'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'code': 422} returned with failed status Mar 23 12:54:40.158861 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc111fe3-4a6e-4522-a820-2366afda48bc req-39077995-66cd-4921-8959-b15d771bfdef tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:40.160426 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bc111fe3-4a6e-4522-a820-2366afda48bc req-39077995-66cd-4921-8959-b15d771bfdef tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0567043 Mar 23 12:54:40.213689 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bc111fe3-4a6e-4522-a820-2366afda48bc req-f93994de-9d9a-4327-9239-e8b1ddd6eeac tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476456 Mar 23 12:54:40.837682 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924ae41-31a3-495a-bffc-63a10cb40dad req-954e41f8-e900-48de-b257-132ee9240587 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:40.839207 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2924ae41-31a3-495a-bffc-63a10cb40dad req-954e41f8-e900-48de-b257-132ee9240587 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 946 time: 0.0533876 Mar 23 12:54:40.889437 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2924ae41-31a3-495a-bffc-63a10cb40dad req-d784e832-2ee8-40c5-9fbf-c681e82013eb tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443215 Mar 23 12:54:41.360829 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fffd0f-339f-4c58-bbe8-27ac2175dbba req-bb0d9390-46be-4bbc-80f4-a4878f6c43ad tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:41.362300 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-01fffd0f-339f-4c58-bbe8-27ac2175dbba req-bb0d9390-46be-4bbc-80f4-a4878f6c43ad tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0594642 Mar 23 12:54:41.422926 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-01fffd0f-339f-4c58-bbe8-27ac2175dbba req-e1e6a946-33cb-4516-9876-fbab1dd14d8f tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530102 Mar 23 12:54:41.592639 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49070) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:41.704926 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-eb3b34a5-b5a7-43ba-83d9-9575ca25c221 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:41.791010 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-eb3b34a5-b5a7-43ba-83d9-9575ca25c221 admin admin] Publish callbacks [] for security_group (7658a760-967a-46db-94fe-ad0f62ba39f7), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:41.801277 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-eb3b34a5-b5a7-43ba-83d9-9575ca25c221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7658a760-967a-46db-94fe-ad0f62ba39f7), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:41.842730 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-eb3b34a5-b5a7-43ba-83d9-9575ca25c221 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ce34de44e5443c7a6703df9b9526015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2489703 Mar 23 12:54:41.843969 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b34a5-b5a7-43ba-83d9-9575ca25c221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7658a760-967a-46db-94fe-ad0f62ba39f7,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:41.845603 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49074) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:41.904722 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Publish callbacks [] for security_group (7658a760-967a-46db-94fe-ad0f62ba39f7), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:41.928005 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Publish callbacks [] for security_group (7658a760-967a-46db-94fe-ad0f62ba39f7), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:41.980035 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7658a760-967a-46db-94fe-ad0f62ba39f7), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:41.982910 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:41.984073 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7658a760-967a-46db-94fe-ad0f62ba39f7 HTTP/1.1" status: 204 len: 168 time: 0.1374896 Mar 23 12:54:41.992068 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7658a760-967a-46db-94fe-ad0f62ba39f7,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:41.999624 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:41.999899 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.000286 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.000623 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.000953 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.001279 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.001604 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.001919 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.002239 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.002710 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.002874 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.003188 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.003632 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.003950 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.004294 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02d0c1dd-88ad-4db9-a776-af710fc3138c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:54:42.272544 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49082) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:42.287441 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf9234fc-6b99-4f1b-8355-0124a0d71638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:42.370672 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf9234fc-6b99-4f1b-8355-0124a0d71638 admin admin] Publish callbacks [] for security_group (3ff86b47-87cc-4d8c-8b21-a88cf83e0058), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:42.376067 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-bf9234fc-6b99-4f1b-8355-0124a0d71638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3ff86b47-87cc-4d8c-8b21-a88cf83e0058), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:42.416817 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-bf9234fc-6b99-4f1b-8355-0124a0d71638 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c28909bf3185447a94f31eacac9bbf29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1431353 Mar 23 12:54:42.417859 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9234fc-6b99-4f1b-8355-0124a0d71638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff86b47-87cc-4d8c-8b21-a88cf83e0058,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:42.419769 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49084) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:42.484083 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d568e8-edf2-4447-b920-4ab89a9c33d1 admin admin] Publish callbacks [] for security_group (3ff86b47-87cc-4d8c-8b21-a88cf83e0058), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:42.508473 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d568e8-edf2-4447-b920-4ab89a9c33d1 admin admin] Publish callbacks [] for security_group (3ff86b47-87cc-4d8c-8b21-a88cf83e0058), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:42.562650 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac17c70-c3de-4d02-9a6f-34a697bf2249 req-298d9a1e-244c-41e6-bac4-3751a779cfc4 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:42.565045 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1ac17c70-c3de-4d02-9a6f-34a697bf2249 req-298d9a1e-244c-41e6-bac4-3751a779cfc4 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0646789 Mar 23 12:54:42.569525 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d568e8-edf2-4447-b920-4ab89a9c33d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3ff86b47-87cc-4d8c-8b21-a88cf83e0058), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:42.572229 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d568e8-edf2-4447-b920-4ab89a9c33d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:42.573426 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-52d568e8-edf2-4447-b920-4ab89a9c33d1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3ff86b47-87cc-4d8c-8b21-a88cf83e0058 HTTP/1.1" status: 204 len: 168 time: 0.1514509 Mar 23 12:54:42.583869 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d568e8-edf2-4447-b920-4ab89a9c33d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff86b47-87cc-4d8c-8b21-a88cf83e0058,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:42.635498 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1ac17c70-c3de-4d02-9a6f-34a697bf2249 req-16ea8dd9-614a-4378-bc30-b870aee87e07 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645700 Mar 23 12:54:43.764690 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f2df3-e6c3-4a97-85ba-1372f1000ed4 req-7c884b78-8f86-4887-b1f8-317e7fc2e8ce tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:43.766599 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df2f2df3-e6c3-4a97-85ba-1372f1000ed4 req-7c884b78-8f86-4887-b1f8-317e7fc2e8ce tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0605083 Mar 23 12:54:43.824610 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-df2f2df3-e6c3-4a97-85ba-1372f1000ed4 req-8790630e-3d19-461c-b71b-5fe010fb2af4 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517030 Mar 23 12:54:44.836416 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-1e668091-9d0a-438d-b64d-bcc41fc1bf7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:44.953974 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732e63c-715e-4af1-827b-1e60682d2ef6 req-471b83eb-e3dd-41ac-afd2-b5c33c1822e4 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:44.955466 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0732e63c-715e-4af1-827b-1e60682d2ef6 req-471b83eb-e3dd-41ac-afd2-b5c33c1822e4 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0597055 Mar 23 12:54:45.015202 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0732e63c-715e-4af1-827b-1e60682d2ef6 req-8e0998f3-cf9d-4ea8-9b8a-33a04bfc1826 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538850 Mar 23 12:54:46.140813 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d81eb67-d105-4033-9945-1f17fc9ef84e req-282d9c99-6d01-45a1-b450-3a7b431d7bb0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:46.142380 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5d81eb67-d105-4033-9945-1f17fc9ef84e req-282d9c99-6d01-45a1-b450-3a7b431d7bb0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0581634 Mar 23 12:54:46.195229 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5d81eb67-d105-4033-9945-1f17fc9ef84e req-811ba452-2397-4a69-9412-f0d69117444e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459652 Mar 23 12:54:46.475675 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-ac7ed695-3a4f-443c-8365-d52b25e9c5d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:46.477240 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-ac7ed695-3a4f-443c-8365-d52b25e9c5d6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2&tenant_id=5c46f5a0923e420ebcae0094468634df HTTP/1.1" status: 200 len: 1127 time: 0.0830240 Mar 23 12:54:46.563886 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-0de3a1cd-96b2-4692-bb89-16c2a97b6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:46.565433 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-0de3a1cd-96b2-4692-bb89-16c2a97b6bd4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c46f5a0923e420ebcae0094468634df&device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1127 time: 0.0521388 Mar 23 12:54:46.670609 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-6e7e776c-0b55-4a6d-8a83-602cfd1bd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:46.672714 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-6e7e776c-0b55-4a6d-8a83-602cfd1bd05b service neutron] 10.222.0.53 "GET /v2.0/networks?id=24cd2efb-78ad-400a-a9d9-fadac97525f4 HTTP/1.1" status: 200 len: 910 time: 0.0979934 Mar 23 12:54:46.754867 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-86c1e28f-bd59-4642-8eab-5ad4ef86abbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 200 len: 998 time: 0.0632319 Mar 23 12:54:46.809716 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-cfd00cb6-2566-4730-b2d1-697f31eb5bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:46.811203 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-cfd00cb6-2566-4730-b2d1-697f31eb5bc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c02c5ed-dca8-420b-82c3-b902efbb6958 HTTP/1.1" status: 200 len: 848 time: 0.0462558 Mar 23 12:54:46.870081 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-aa7b3305-24d4-4527-99c8-45621358f3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:46.872527 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-aa7b3305-24d4-4527-99c8-45621358f3f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=24cd2efb-78ad-400a-a9d9-fadac97525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0523601 Mar 23 12:54:46.982245 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-88ce5777-ef5e-4b78-a075-1cc1ab3a66f0 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996399 Mar 23 12:54:47.088455 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7257e465-c2bd-4dbd-9009-7248fa7aef49 req-dbcec0c1-b225-44a4-b07c-f3adb31b7801 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968516 Mar 23 12:54:47.327657 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40764325-ae0b-48be-af61-1757364c59c8 req-d9f1570d-a4b0-471f-8042-abb5f46f9cf6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:47.329271 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-40764325-ae0b-48be-af61-1757364c59c8 req-d9f1570d-a4b0-471f-8042-abb5f46f9cf6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0639064 Mar 23 12:54:47.388781 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-40764325-ae0b-48be-af61-1757364c59c8 req-94146cb5-4661-477c-b849-024e0aa94696 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520551 Mar 23 12:54:47.972669 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9903e482-4831-4281-aeda-a00efeacdc0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:48.597105 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343d5dc-db0b-43b6-92e7-70c2c2bec0b1 req-490ada86-82c5-4308-b60b-d594bbc557d0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:48.600333 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b343d5dc-db0b-43b6-92e7-70c2c2bec0b1 req-490ada86-82c5-4308-b60b-d594bbc557d0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0967360 Mar 23 12:54:48.684634 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b343d5dc-db0b-43b6-92e7-70c2c2bec0b1 req-7eaba9b3-e753-4c97-a4f8-8c88ab5ec256 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754085 Mar 23 12:54:48.760739 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49214) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:48.891137 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-94e4600d-8795-4420-ac88-c8f42ccf08ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.060216 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-94e4600d-8795-4420-ac88-c8f42ccf08ac admin admin] Publish callbacks [] for security_group (ae8949f5-3ac9-4dbc-9ae3-ddc37087b0c2), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.073545 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-94e4600d-8795-4420-ac88-c8f42ccf08ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (ae8949f5-3ac9-4dbc-9ae3-ddc37087b0c2), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.118414 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-94e4600d-8795-4420-ac88-c8f42ccf08ac admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=9594b8bba59840069efcbbfcd42aba2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3541031 Mar 23 12:54:49.118414 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4600d-8795-4420-ac88-c8f42ccf08ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8949f5-3ac9-4dbc-9ae3-ddc37087b0c2,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:49.119316 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49228) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:49.190171 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-dd82af4d-57b9-4877-aac8-f95e0fda82af admin admin] Publish callbacks [] for security_group (ae8949f5-3ac9-4dbc-9ae3-ddc37087b0c2), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.219400 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-dd82af4d-57b9-4877-aac8-f95e0fda82af admin admin] Publish callbacks [] for security_group (ae8949f5-3ac9-4dbc-9ae3-ddc37087b0c2), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.315132 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-dd82af4d-57b9-4877-aac8-f95e0fda82af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (ae8949f5-3ac9-4dbc-9ae3-ddc37087b0c2), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.318307 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-dd82af4d-57b9-4877-aac8-f95e0fda82af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.322498 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-dd82af4d-57b9-4877-aac8-f95e0fda82af admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/ae8949f5-3ac9-4dbc-9ae3-ddc37087b0c2 HTTP/1.1" status: 204 len: 168 time: 0.2019503 Mar 23 12:54:49.333238 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82af4d-57b9-4877-aac8-f95e0fda82af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8949f5-3ac9-4dbc-9ae3-ddc37087b0c2,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:49.637681 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.690393 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49238) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:49.709072 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4764ee07-9a54-4efd-84cb-7574fb58660d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.819215 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5855e2bf-c8a5-4f25-a591-367a7325acf6 req-c0ba2b30-cd0a-4fe8-b58c-4e42c1bc05fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:49.820815 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5855e2bf-c8a5-4f25-a591-367a7325acf6 req-c0ba2b30-cd0a-4fe8-b58c-4e42c1bc05fd tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0681109 Mar 23 12:54:49.826123 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4764ee07-9a54-4efd-84cb-7574fb58660d admin admin] Publish callbacks [] for security_group (6b02679d-2133-4a91-a404-a3ef9151db77), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.832033 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4764ee07-9a54-4efd-84cb-7574fb58660d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6b02679d-2133-4a91-a404-a3ef9151db77), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.882248 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-4764ee07-9a54-4efd-84cb-7574fb58660d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2eca35ed0ecb4a88ae48bb43cf7a23d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1907268 Mar 23 12:54:49.883346 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764ee07-9a54-4efd-84cb-7574fb58660d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b02679d-2133-4a91-a404-a3ef9151db77,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:49.885857 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49242) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:49.906625 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5855e2bf-c8a5-4f25-a591-367a7325acf6 req-02fad837-778a-4c55-8d76-10901253dcb7 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759299 Mar 23 12:54:49.946587 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-82cd42fe-9bea-4bf9-b5e2-7df0058d8a25 admin admin] Publish callbacks [] for security_group (6b02679d-2133-4a91-a404-a3ef9151db77), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:49.974343 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-82cd42fe-9bea-4bf9-b5e2-7df0058d8a25 admin admin] Publish callbacks [] for security_group (6b02679d-2133-4a91-a404-a3ef9151db77), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:50.041153 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-82cd42fe-9bea-4bf9-b5e2-7df0058d8a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6b02679d-2133-4a91-a404-a3ef9151db77), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:50.044392 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-82cd42fe-9bea-4bf9-b5e2-7df0058d8a25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:50.045262 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-82cd42fe-9bea-4bf9-b5e2-7df0058d8a25 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6b02679d-2133-4a91-a404-a3ef9151db77 HTTP/1.1" status: 204 len: 168 time: 0.1574116 Mar 23 12:54:50.054380 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd42fe-9bea-4bf9-b5e2-7df0058d8a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b02679d-2133-4a91-a404-a3ef9151db77,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:50.681285 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45243c-9e0e-4c00-937a-0db4a977c3c1 req-0381073a-65a3-4a62-b457-71b63f0c42f4 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:50.684349 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6e45243c-9e0e-4c00-937a-0db4a977c3c1 req-0381073a-65a3-4a62-b457-71b63f0c42f4 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 945 time: 0.0706518 Mar 23 12:54:50.752330 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-6e45243c-9e0e-4c00-937a-0db4a977c3c1 req-cc4b217c-8f00-41a3-9f4a-d99311da2bb7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580761 Mar 23 12:54:50.834827 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:54:51.044755 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313033f-fba1-4b2b-9971-c1a78444ca7d req-e814fcc7-f4e6-49b5-a70e-038aabdeaf32 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:51.046419 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e313033f-fba1-4b2b-9971-c1a78444ca7d req-e814fcc7-f4e6-49b5-a70e-038aabdeaf32 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0599093 Mar 23 12:54:51.091149 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:51.111988 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e313033f-fba1-4b2b-9971-c1a78444ca7d req-bee47386-5663-4bee-af58-b7c582494bfc tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598671 Mar 23 12:54:51.562346 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:51.913217 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7413f508-e438-4509-b0a7-6b78c80de2a6 req-8dd6794d-c30b-47be-9208-97805a404ebf tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:51.914742 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7413f508-e438-4509-b0a7-6b78c80de2a6 req-8dd6794d-c30b-47be-9208-97805a404ebf tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 945 time: 0.0618353 Mar 23 12:54:51.965501 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7413f508-e438-4509-b0a7-6b78c80de2a6 req-b57253ee-3f05-48de-af10-1b9b512662d8 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442626 Mar 23 12:54:52.244695 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9830230-2882-4655-a8bf-6d588e8c48b9 req-b006910d-56cf-4092-8e27-e14bed95f735 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:52.246943 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b9830230-2882-4655-a8bf-6d588e8c48b9 req-b006910d-56cf-4092-8e27-e14bed95f735 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0560150 Mar 23 12:54:52.299849 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b9830230-2882-4655-a8bf-6d588e8c48b9 req-7c586696-a0f0-4d75-8121-5de6801eb6d1 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472262 Mar 23 12:54:53.100192 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81059467-3a59-4830-90ca-0ff593871e59 req-7618ea44-f204-4133-8dd1-5117b14c01c5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:53.102417 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81059467-3a59-4830-90ca-0ff593871e59 req-7618ea44-f204-4133-8dd1-5117b14c01c5 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 945 time: 0.0651128 Mar 23 12:54:53.162888 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-81059467-3a59-4830-90ca-0ff593871e59 req-158fc7e8-d45a-426d-aa5d-3dfc3e95b8a2 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541701 Mar 23 12:54:53.426848 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7ff799-a56c-4c27-aaae-201e5dbc5dfc req-d450d9d6-1859-4a06-98a9-dbee9868cf73 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:53.428375 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6e7ff799-a56c-4c27-aaae-201e5dbc5dfc req-d450d9d6-1859-4a06-98a9-dbee9868cf73 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0577533 Mar 23 12:54:53.483690 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6e7ff799-a56c-4c27-aaae-201e5dbc5dfc req-066ca8f9-1d29-4af1-99e0-38a50f625ae1 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489082 Mar 23 12:54:54.299317 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e999206e-51b2-4d5d-be09-a75073700d1e req-efe3158f-1345-4803-9fa3-35c9b04c45ac tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:54.301090 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e999206e-51b2-4d5d-be09-a75073700d1e req-efe3158f-1345-4803-9fa3-35c9b04c45ac tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 945 time: 0.0582449 Mar 23 12:54:54.361943 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e999206e-51b2-4d5d-be09-a75073700d1e req-5d572d33-b580-473f-9c6d-f78a0c24f856 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536070 Mar 23 12:54:54.630604 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a240fae9-3d7b-4fd0-8b87-97b6f6d248bf req-c2d53566-de99-42df-933b-db10fd70b6c1 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:54.632063 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a240fae9-3d7b-4fd0-8b87-97b6f6d248bf req-c2d53566-de99-42df-933b-db10fd70b6c1 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0703549 Mar 23 12:54:54.703347 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a240fae9-3d7b-4fd0-8b87-97b6f6d248bf req-73621f9d-ae74-4dca-aeab-227e8577158e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629125 Mar 23 12:54:55.501251 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4867af-8dd4-456d-9eac-cebba6b0647c req-557d954c-a8af-4bdc-ac06-adf2df034243 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:55.502797 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dc4867af-8dd4-456d-9eac-cebba6b0647c req-557d954c-a8af-4bdc-ac06-adf2df034243 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 945 time: 0.0589619 Mar 23 12:54:55.553057 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dc4867af-8dd4-456d-9eac-cebba6b0647c req-e620f95d-57cd-4e17-a12e-1743e80fb426 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups?id=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446849 Mar 23 12:54:55.749182 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-29efa6ea-e4f8-455f-80e8-1ccc33449fe7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:55.750712 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-29efa6ea-e4f8-455f-80e8-1ccc33449fe7 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 945 time: 0.0681190 Mar 23 12:54:55.775757 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:55.855645 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae2fe5-ab6b-4e9d-b926-8816ece71cc4 req-d80ac116-b4f3-46af-8880-76524ae997f2 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:55.857792 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7dae2fe5-ab6b-4e9d-b926-8816ece71cc4 req-d80ac116-b4f3-46af-8880-76524ae997f2 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0774841 Mar 23 12:54:55.888977 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Deleting port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:54:55.889330 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:55.930758 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7dae2fe5-ab6b-4e9d-b926-8816ece71cc4 req-10577716-5963-45ba-a1fc-70beb4f02fd7 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653467 Mar 23 12:54:55.992598 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] For port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:55.992962 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:56.195677 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:56.195951 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (a5cc07f5-f988-4969-99b2-fee2487b7245), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:56.196298 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Floating IP a5cc07f5-f988-4969-99b2-fee2487b7245 disassociated. External IP: 172.27.0.32, port: 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5. Mar 23 12:54:56.196643 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Calling delete_port for 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:54:56.348595 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (8a8b64cf-6209-42df-bbd8-9c8940ec8cf5), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:56.384186 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event deleted for resources: {'Port': ['ID=8a8b64cf-6209-42df-bbd8-9c8940ec8cf5,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:56.520479 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Router 84a22b28-5b5d-4247-822c-1c09d15774e3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:54:56.668576 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-901b819f-a75d-48ca-90bc-5e57f53b665e req-cdf3a1e7-767c-4bd1-ac1f-d4b508d00c35 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/ports?device_id=29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90 HTTP/1.1" status: 200 len: 210 time: 0.0346584 Mar 23 12:54:56.687304 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:54:56.699358 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] Sync routers for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:54:56.711706 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:56.712785 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:56.749136 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] No DVR routers for this DVR port 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:54:56.752134 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:56.755840 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e6506f53-bf1d-42d9-82cb-4e4e24fe9f88 req-0381ca03-5fa0-455d-997d-83479309125c tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.53 "DELETE /v2.0/ports/8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 HTTP/1.1" status: 204 len: 173 time: 0.9931128 Mar 23 12:54:56.756532 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'name': 'network-vif-deleted', 'tag': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:54:56.759361 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1523ff6-033d-4037-aa4a-b97000ac3ba3" -d '{"events": [{"server_uuid": "29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90", "name": "network-vif-deleted", "tag": "8a8b64cf-6209-42df-bbd8-9c8940ec8cf5"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:54:56.822383 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69ee7e4-21df-418d-a4ac-c1646caaec3b x-openstack-request-id: req-a69ee7e4-21df-418d-a4ac-c1646caaec3b {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:54:56.822783 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90", "name": "network-vif-deleted", "tag": "8a8b64cf-6209-42df-bbd8-9c8940ec8cf5", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:54:56.823060 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a69ee7e4-21df-418d-a4ac-c1646caaec3b {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:54:56.823487 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a69ee7e4-21df-418d-a4ac-c1646caaec3b'] response: {'server_uuid': '29bbce1a-6bdd-42c5-8dd6-6c2bdd98ce90', 'name': 'network-vif-deleted', 'tag': '8a8b64cf-6209-42df-bbd8-9c8940ec8cf5', 'status': 'completed', 'code': 200} Mar 23 12:54:56.953929 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:57.140313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca16192-534a-46e6-aa53-6501877d21fa req-5f89f0eb-30b0-45a9-8113-77a47f88c085 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:57.143076 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2ca16192-534a-46e6-aa53-6501877d21fa req-5f89f0eb-30b0-45a9-8113-77a47f88c085 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0961106 Mar 23 12:54:57.199829 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2ca16192-534a-46e6-aa53-6501877d21fa req-153bff55-638d-4c45-bd00-d611ede5e686 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509555 Mar 23 12:54:57.314413 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:57.345833 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] Checking router: 84a22b28-5b5d-4247-822c-1c09d15774e3 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:54:57.357885 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:54:57.358558 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:57.484941 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:54:57.702980 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:54:57.732183 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e1623-fb2e-4d63-956e-3f1cdf687fe3 None None] The sync data for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi is: [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': '01f57f5a-7afe-491e-9aa9-8c4bd565c690', 'name': '', 'network_id': '0f9d749a-8c53-4fe9-b95c-7cb54b937c17', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'mac_address': 'fa:16:3e:bb:72:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:24Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'subnets': [{'id': '63398873-4efe-47a4-aa76-1497d6c15e4c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:54:57.776263 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49362) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:57.838780 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-470d11d1-826f-409c-b07d-0f909e83e1f6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:57.868189 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-470d11d1-826f-409c-b07d-0f909e83e1f6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:57.930385 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-470d11d1-826f-409c-b07d-0f909e83e1f6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:57.934312 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-470d11d1-826f-409c-b07d-0f909e83e1f6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:57.935625 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-470d11d1-826f-409c-b07d-0f909e83e1f6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "DELETE /v2.0/security-groups/fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76 HTTP/1.1" status: 204 len: 168 time: 0.1577623 Mar 23 12:54:57.938556 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49364) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:57.948903 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d11d1-826f-409c-b07d-0f909e83e1f6 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:57.954652 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.api.v2.resource [None req-1d61e558-e512-4a18-9333-0c007b1d6904 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] show failed (client error): The resource could not be found. Mar 23 12:54:57.958223 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-1d61e558-e512-4a18-9333-0c007b1d6904 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "GET /v2.0/security-groups/fb8f2a1a-9e32-423e-a6bd-1c6c6abf2e76 HTTP/1.1" status: 404 len: 347 time: 0.0160444 Mar 23 12:54:57.958929 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49366) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:54:58.016592 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b5fdbd3-cc8d-43cd-bebd-33663aedaee9 None None] New status for floating IP a5cc07f5-f988-4969-99b2-fee2487b7245: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:54:58.139438 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Deleting port d812b056-cfcc-48fa-942d-d80dd1172e9f {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:54:58.139782 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (d812b056-cfcc-48fa-942d-d80dd1172e9f), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:58.230666 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (d812b056-cfcc-48fa-942d-d80dd1172e9f), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:58.231019 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (d812b056-cfcc-48fa-942d-d80dd1172e9f), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:58.245824 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Calling delete_port for d812b056-cfcc-48fa-942d-d80dd1172e9f owned by network:floatingip {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:54:58.382843 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1098a906-a6b7-4b79-8863-738864d232af req-e4c1cc29-7e0e-4758-84b5-60980b42198d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:58.384512 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1098a906-a6b7-4b79-8863-738864d232af req-e4c1cc29-7e0e-4758-84b5-60980b42198d tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 943 time: 0.0869904 Mar 23 12:54:58.407381 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:54:58.478634 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-1098a906-a6b7-4b79-8863-738864d232af req-3b8d5c2e-34c6-4633-85fb-3b33c5c7a78e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871274 Mar 23 12:54:58.479999 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (d812b056-cfcc-48fa-942d-d80dd1172e9f), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:58.507446 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Pushing event deleted for resources: {'Port': ['ID=d812b056-cfcc-48fa-942d-d80dd1172e9f,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:58.536510 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:58.550916 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'port_id': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'mac_address': 'fa:16:3e:19:fa:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:54:58.583229 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks [] for floatingip (a5cc07f5-f988-4969-99b2-fee2487b7245), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:58.588791 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:58.588994 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-688a80d7-99b8-4f2e-b63b-9122e15be268 tempest-AttachVolumeTestJSON-1411219618 tempest-AttachVolumeTestJSON-1411219618-project] 10.222.0.45 "DELETE /v2.0/floatingips/a5cc07f5-f988-4969-99b2-fee2487b7245 HTTP/1.1" status: 204 len: 168 time: 0.6287847 Mar 23 12:54:58.599339 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:54:58.599726 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:58.615361 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:54:58.638763 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:54:58.643652 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:54:58.707202 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,revision_number=7']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:54:59.627525 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efa4adb-2bbb-4f40-9919-cfd6f47ba156 req-6cae8d7b-3107-4a06-9846-43a3e31a9aeb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:54:59.629242 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5efa4adb-2bbb-4f40-9919-cfd6f47ba156 req-6cae8d7b-3107-4a06-9846-43a3e31a9aeb tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 944 time: 0.0739257 Mar 23 12:54:59.947564 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5efa4adb-2bbb-4f40-9919-cfd6f47ba156 req-a35d5d51-5be1-4958-81cb-ed21b5e4095b tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3122430 Mar 23 12:55:00.243167 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:00.266187 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:00.266520 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 8a8b64cf-6209-42df-bbd8-9c8940ec8cf5 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:00.606691 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:55:01.081123 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c20577-163a-4d35-ab64-51b0d752138d req-1ab15ec9-c397-4281-b627-8ada43584c71 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:01.082664 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-04c20577-163a-4d35-ab64-51b0d752138d req-1ab15ec9-c397-4281-b627-8ada43584c71 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 944 time: 0.0623627 Mar 23 12:55:01.140834 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-04c20577-163a-4d35-ab64-51b0d752138d req-6e7c489a-bddd-40f1-b0f8-fb7474c8f185 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516400 Mar 23 12:55:02.166045 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-f0f2544d-b0fb-410a-99ab-6bc43fed53ba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789995 Mar 23 12:55:02.259232 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:55:02.275172 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffaf143-2ab8-49fb-b394-81046542ac33 req-a42abf3e-867f-49fa-9cf5-899e8b717be2 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:02.290789 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0ffaf143-2ab8-49fb-b394-81046542ac33 req-a42abf3e-867f-49fa-9cf5-899e8b717be2 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 945 time: 0.0841432 Mar 23 12:55:02.339036 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-c4033fec-33e7-4d68-badc-7eb21af00853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:02.341551 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-c4033fec-33e7-4d68-badc-7eb21af00853 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7e38f2806b4646d09256a66de6a08bfd&device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 1130 time: 0.1322563 Mar 23 12:55:02.361387 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0ffaf143-2ab8-49fb-b394-81046542ac33 req-c5332896-7049-46b8-b930-23634b374eda tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669470 Mar 23 12:55:02.370788 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243f085d-854a-450f-a740-6a3559a6d811 req-87729cff-1628-4365-bebd-ed7c5dd65671 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:02.377276 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:55:02.377663 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:02.379002 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-243f085d-854a-450f-a740-6a3559a6d811 req-87729cff-1628-4365-bebd-ed7c5dd65671 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 944 time: 0.1107733 Mar 23 12:55:02.487366 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-243f085d-854a-450f-a740-6a3559a6d811 req-42398c6f-180c-4668-948c-d43e9d1ed700 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071846 Mar 23 12:55:02.505336 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:55:02.505794 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:02.537420 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-a5746d19-6e0d-4a65-9ab2-78db1a4fe505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:02.540871 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-a5746d19-6e0d-4a65-9ab2-78db1a4fe505 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 200 len: 918 time: 0.1419203 Mar 23 12:55:02.545401 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:02.548130 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aae8f5eb-e6fe-4534-9c3c-3c091015c223" -d '{"events": [{"server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:02.573348 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:02.583901 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:02.619455 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016db2a8-d19c-4ff9-b595-bfa9686f2bd8 x-openstack-request-id: req-016db2a8-d19c-4ff9-b595-bfa9686f2bd8 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:02.620264 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "name": "network-vif-plugged", "status": "completed", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:02.621681 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-016db2a8-d19c-4ff9-b595-bfa9686f2bd8 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:02.622556 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-016db2a8-d19c-4ff9-b595-bfa9686f2bd8'] response: {'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'code': 200} Mar 23 12:55:02.646594 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-cecdfab1-01ce-4bba-ae64-6f96115e8cfc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4 HTTP/1.1" status: 200 len: 1000 time: 0.0949695 Mar 23 12:55:02.675511 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,revision_number=8']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:02.716724 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-afaf9d9d-5ccd-4e9e-815a-970a1e0fe8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:02.718203 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-afaf9d9d-5ccd-4e9e-815a-970a1e0fe8e5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 200 len: 856 time: 0.0605934 Mar 23 12:55:02.803242 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-f0272496-77f2-4f03-bba6-942cdfdffa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:02.805640 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-f0272496-77f2-4f03-bba6-942cdfdffa73 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0ad8b074-08cc-49f1-9aea-20ddb46a3d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0751379 Mar 23 12:55:02.953279 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-5af0334f-a223-4530-a5a1-5f5fbfedc003 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311002 Mar 23 12:55:03.012037 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c9679-06ea-40a4-98a4-db2eb326a429 req-ec471642-d86c-4b08-8640-e00214ca1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:03.014389 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1c6c9679-06ea-40a4-98a4-db2eb326a429 req-ec471642-d86c-4b08-8640-e00214ca1cfe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1129 time: 0.1093500 Mar 23 12:55:03.139539 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1c6c9679-06ea-40a4-98a4-db2eb326a429 req-06ac48b3-8ccf-4e85-a486-33ff527cb006 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834041 Mar 23 12:55:03.157425 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-59fb0a2a-9987-4f7a-aeaf-dcda77ccfb8c req-79a07ddc-9e1e-409e-a69a-fb9c74055869 service neutron] 10.222.0.53 "GET /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878939 Mar 23 12:55:03.414350 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49462) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:03.498000 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fbcf0e-176f-4b48-8967-b2effe16649f req-86450d1f-a1e9-4eab-b0ba-2815da57cee4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:03.499504 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-29fbcf0e-176f-4b48-8967-b2effe16649f req-86450d1f-a1e9-4eab-b0ba-2815da57cee4 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 945 time: 0.0583446 Mar 23 12:55:03.559493 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-29fbcf0e-176f-4b48-8967-b2effe16649f req-b5905073-d813-46cf-959f-273f5b938659 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539987 Mar 23 12:55:03.660347 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc4d09-e64a-4c12-905b-1af2b85143bb req-1dc26ee0-3ff7-4d32-8a73-25859603ded0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:03.662055 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b5cc4d09-e64a-4c12-905b-1af2b85143bb req-1dc26ee0-3ff7-4d32-8a73-25859603ded0 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0645642 Mar 23 12:55:03.735444 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b5cc4d09-e64a-4c12-905b-1af2b85143bb req-d6bc8bf5-69d0-4906-8d5e-a66e7035bb29 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595894 Mar 23 12:55:04.015272 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (84a22b28-5b5d-4247-822c-1c09d15774e3), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:04.368471 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Deleting port 01f57f5a-7afe-491e-9aa9-8c4bd565c690 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:04.368802 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:04.475789 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] For port 01f57f5a-7afe-491e-9aa9-8c4bd565c690, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=01f57f5a-7afe-491e-9aa9-8c4bd565c690,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:04.476612 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:04.497880 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Calling delete_port for 01f57f5a-7afe-491e-9aa9-8c4bd565c690 owned by network:router_interface {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:04.754997 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e6eadb-a5db-43eb-842f-2ee885a48527 req-7eca3e62-6be2-49ec-ae3c-4ff3bf3a6592 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:04.756805 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d1e6eadb-a5db-43eb-842f-2ee885a48527 req-7eca3e62-6be2-49ec-ae3c-4ff3bf3a6592 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 945 time: 0.1118929 Mar 23 12:55:04.759996 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (01f57f5a-7afe-491e-9aa9-8c4bd565c690), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:04.796626 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Pushing event deleted for resources: {'Port': ['ID=01f57f5a-7afe-491e-9aa9-8c4bd565c690,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:04.884385 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0538b985-77eb-457b-aa18-dc992fa23275 req-45f45164-adfa-4383-a27f-8716550cf143 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:04.887006 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0538b985-77eb-457b-aa18-dc992fa23275 req-45f45164-adfa-4383-a27f-8716550cf143 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0673540 Mar 23 12:55:04.930081 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-d1e6eadb-a5db-43eb-842f-2ee885a48527 req-483deb26-c48b-488f-9af0-4600e34a365e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422093 Mar 23 12:55:04.979121 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0538b985-77eb-457b-aa18-dc992fa23275 req-b4cdab13-a1f2-426c-b11b-4a52cd93b4c9 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847814 Mar 23 12:55:05.064395 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (84a22b28-5b5d-4247-822c-1c09d15774e3), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:05.318495 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Router 84a22b28-5b5d-4247-822c-1c09d15774e3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:05.434618 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:05.442337 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-a1bd20dc-d1d2-4313-9030-f61b9f772156 admin admin] 10.222.0.45 "PUT /v2.0/routers/84a22b28-5b5d-4247-822c-1c09d15774e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0268393 Mar 23 12:55:05.444562 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] Sync routers for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:05.445401 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49484) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:05.459622 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:05.460403 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:05.571196 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks [] for router (84a22b28-5b5d-4247-822c-1c09d15774e3), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:05.589375 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:05.806690 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:55:04Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:05.844664 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] Checking router: 84a22b28-5b5d-4247-822c-1c09d15774e3 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:05.854562 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] Routers {'84a22b28-5b5d-4247-822c-1c09d15774e3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:05.855538 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['84a22b28-5b5d-4247-822c-1c09d15774e3'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:05.946997 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks [] for router_gateway (84a22b28-5b5d-4247-822c-1c09d15774e3), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:05.980595 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] Set router 84a22b28-5b5d-4247-822c-1c09d15774e3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:06.021384 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Deleting port d82000b9-e428-450a-936b-1b4d1277f28e {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:06.021786 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:06.166259 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] For port d82000b9-e428-450a-936b-1b4d1277f28e, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=d82000b9-e428-450a-936b-1b4d1277f28e,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:06.166525 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:06.187454 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1682a496-5ff1-4f53-816d-cbb33da0b980 req-b2a59df7-f77b-4d68-b1d3-f1b92e1e90cc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:06.189174 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1682a496-5ff1-4f53-816d-cbb33da0b980 req-b2a59df7-f77b-4d68-b1d3-f1b92e1e90cc tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 945 time: 0.1254113 Mar 23 12:55:06.195992 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Calling delete_port for d82000b9-e428-450a-936b-1b4d1277f28e owned by network:router_gateway {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:06.247789 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:55:04Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:06.279347 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27701c2b-4661-47ce-accd-e31f81095612 None None] The sync data for ids ['84a22b28-5b5d-4247-822c-1c09d15774e3'] in dv-cinder-797245-11-iscsi is: [{'id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'name': 'tempest-AttachVolumeTestJSON-1931041175-router', 'tenant_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219'}], 'enable_snat': True}, 'gw_port_id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:55:04Z', 'revision_number': 5, 'project_id': 'a6a0fb20f83c48f8a9834d6a1e562cf3', 'gw_port': {'id': 'd82000b9-e428-450a-936b-1b4d1277f28e', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:d4:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a22b28-5b5d-4247-822c-1c09d15774e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:06.307614 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1682a496-5ff1-4f53-816d-cbb33da0b980 req-e9ff3b50-fd70-46ed-b146-9f46e6958e5e tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074471 Mar 23 12:55:06.472238 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (d82000b9-e428-450a-936b-1b4d1277f28e), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:06.500550 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Pushing event deleted for resources: {'Port': ['ID=d82000b9-e428-450a-936b-1b4d1277f28e,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:06.569244 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (84a22b28-5b5d-4247-822c-1c09d15774e3), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:06.675925 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (84a22b28-5b5d-4247-822c-1c09d15774e3), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:06.679033 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks [] for router_controller (84a22b28-5b5d-4247-822c-1c09d15774e3), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:06.734334 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (84a22b28-5b5d-4247-822c-1c09d15774e3), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:06.734937 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84a22b28-5b5d-4247-822c-1c09d15774e3 {{(pid=115109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:55:06.740476 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:06.741944 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-fd226178-366d-4932-bbcb-b7b46eb580fa admin admin] 10.222.0.45 "DELETE /v2.0/routers/84a22b28-5b5d-4247-822c-1c09d15774e3 HTTP/1.1" status: 204 len: 168 time: 1.2953808 Mar 23 12:55:06.744510 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49490) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:06.772889 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 01f57f5a-7afe-491e-9aa9-8c4bd565c690 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:06.798090 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 01f57f5a-7afe-491e-9aa9-8c4bd565c690 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:06.798935 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 01f57f5a-7afe-491e-9aa9-8c4bd565c690 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:07.078574 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc41fa3e-7452-401c-a47e-f9e50f44a3bd admin admin] Deleting subnet 63398873-4efe-47a4-aa76-1497d6c15e4c {{(pid=115108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:55:07.082543 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fc41fa3e-7452-401c-a47e-f9e50f44a3bd admin admin] Publish callbacks [] for subnet (63398873-4efe-47a4-aa76-1497d6c15e4c), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.111999 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-80470423-4a9c-461c-b282-cbd4fcbb04dd tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:07.113746 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-80470423-4a9c-461c-b282-cbd4fcbb04dd tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 945 time: 0.0673084 Mar 23 12:55:07.130141 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fc41fa3e-7452-401c-a47e-f9e50f44a3bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13746944'] for subnet (63398873-4efe-47a4-aa76-1497d6c15e4c), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.260445 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Deleting port 36faaade-2592-40a9-8659-664fc18e58a6 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:07.262171 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (36faaade-2592-40a9-8659-664fc18e58a6), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.303749 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fc41fa3e-7452-401c-a47e-f9e50f44a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (63398873-4efe-47a4-aa76-1497d6c15e4c), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.395276 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fc41fa3e-7452-401c-a47e-f9e50f44a3bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58406604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13932603'] for subnet (63398873-4efe-47a4-aa76-1497d6c15e4c), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.424580 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] For port 36faaade-2592-40a9-8659-664fc18e58a6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=36faaade-2592-40a9-8659-664fc18e58a6,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:07.424946 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (36faaade-2592-40a9-8659-664fc18e58a6), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.437406 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fc41fa3e-7452-401c-a47e-f9e50f44a3bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.441084 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2c7a32-25e4-44a9-8104-e5f8c78aed74 None None] Network 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:07.447616 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-fc41fa3e-7452-401c-a47e-f9e50f44a3bd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/63398873-4efe-47a4-aa76-1497d6c15e4c HTTP/1.1" status: 204 len: 168 time: 0.7021036 Mar 23 12:55:07.449683 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41fa3e-7452-401c-a47e-f9e50f44a3bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63398873-4efe-47a4-aa76-1497d6c15e4c,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:07.452020 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49498) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:07.546516 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (0f9d749a-8c53-4fe9-b95c-7cb54b937c17), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.658201 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26360996-6603-4511-a606-1803113cad67 req-1a497eb9-9077-44bc-bf53-3c2a972996bf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:07.665580 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-26360996-6603-4511-a606-1803113cad67 req-1a497eb9-9077-44bc-bf53-3c2a972996bf tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 945 time: 0.1117930 Mar 23 12:55:07.737063 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Deleting port 6078a8a4-5426-4db7-8522-6e490d3865f9 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:07.737409 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.816278 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026c99a2-2e1b-4783-9d81-7581d6615cab None None] DHCP port deletion for 0f9d749a-8c53-4fe9-b95c-7cb54b937c17 request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:55:07.832668 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-26360996-6603-4511-a606-1803113cad67 req-7644d721-d32b-47d7-91b6-a50176b40413 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups?id=512d374b-4012-4963-bfe3-8287614d7005&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597116 Mar 23 12:55:07.834852 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.835311 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (80ba9753-7b7b-4c28-a9f9-e761ec368442), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.835427 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Floating IP 80ba9753-7b7b-4c28-a9f9-e761ec368442 disassociated. External IP: 172.27.0.15, port: 36faaade-2592-40a9-8659-664fc18e58a6. Mar 23 12:55:07.838506 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Calling delete_port for 36faaade-2592-40a9-8659-664fc18e58a6 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:07.890863 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] For port 6078a8a4-5426-4db7-8522-6e490d3865f9, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=6078a8a4-5426-4db7-8522-6e490d3865f9,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:07.891501 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.904831 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-026c99a2-2e1b-4783-9d81-7581d6615cab None None] Deleting port 6078a8a4-5426-4db7-8522-6e490d3865f9 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:07.905893 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-026c99a2-2e1b-4783-9d81-7581d6615cab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:07.942535 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Calling delete_port for 6078a8a4-5426-4db7-8522-6e490d3865f9 owned by network:dhcp {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:08.013528 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-026c99a2-2e1b-4783-9d81-7581d6615cab None None] For port 6078a8a4-5426-4db7-8522-6e490d3865f9, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=6078a8a4-5426-4db7-8522-6e490d3865f9,segment=NetworkSegment(c67d63ea-8050-4531-b452-40ee82e02e99),segment_id=c67d63ea-8050-4531-b452-40ee82e02e99)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:08.014333 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-026c99a2-2e1b-4783-9d81-7581d6615cab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.043384 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-026c99a2-2e1b-4783-9d81-7581d6615cab None None] Calling delete_port for 6078a8a4-5426-4db7-8522-6e490d3865f9 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:08.104670 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.139526 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Pushing event deleted for resources: {'Port': ['ID=6078a8a4-5426-4db7-8522-6e490d3865f9,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:08.144707 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (36faaade-2592-40a9-8659-664fc18e58a6), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.152238 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] No DVR routers for this DVR port 6078a8a4-5426-4db7-8522-6e490d3865f9 on host dv-cinder-797245-11-iscsi {{(pid=115108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:08.211385 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'Port': ['ID=36faaade-2592-40a9-8659-664fc18e58a6,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:08.228282 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-026c99a2-2e1b-4783-9d81-7581d6615cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (6078a8a4-5426-4db7-8522-6e490d3865f9), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.257507 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026c99a2-2e1b-4783-9d81-7581d6615cab None None] Pushing event deleted for resources: {'Port': ['ID=6078a8a4-5426-4db7-8522-6e490d3865f9,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:08.258270 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (0f9d749a-8c53-4fe9-b95c-7cb54b937c17), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.262472 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026c99a2-2e1b-4783-9d81-7581d6615cab None None] No DVR routers for this DVR port 6078a8a4-5426-4db7-8522-6e490d3865f9 on host dv-cinder-797245-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:08.293535 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f9d749a-8c53-4fe9-b95c-7cb54b937c17']}} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:08.304509 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c67d63ea-8050-4531-b452-40ee82e02e99') {'for_net_delete': True} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:08.304809 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c67d63ea-8050-4531-b452-40ee82e02e99') {} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:08.319653 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13747001'] for segment (c67d63ea-8050-4531-b452-40ee82e02e99), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.336066 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (c67d63ea-8050-4531-b452-40ee82e02e99), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.343547 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=115108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:08.343948 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58407790'] for segment (c67d63ea-8050-4531-b452-40ee82e02e99), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: Traceback (most recent call last): Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: timer() Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: cb(*args, **kw) Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: return func(*args, **kwargs) Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: self._notify() Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: self.callback(batched_events) Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: event.method(event) Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: return f(self, *a, **k) Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._get(url).json() Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:08.346257 dv-cinder-797245-11-iscsi neutron-server[115108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:08.377596 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:08.412905 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (0f9d749a-8c53-4fe9-b95c-7cb54b937c17), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.440503 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.449847 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0f9d749a-8c53-4fe9-b95c-7cb54b937c17 HTTP/1.1" status: 204 len: 168 time: 0.9863946 Mar 23 12:55:08.454831 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ae0bc5-f66f-4c24-b64a-06c62ccd6a10 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f9d749a-8c53-4fe9-b95c-7cb54b937c17,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:08.539365 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:08.559227 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 6078a8a4-5426-4db7-8522-6e490d3865f9 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:08.607130 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:08.612048 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 6078a8a4-5426-4db7-8522-6e490d3865f9 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:08.612620 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 6078a8a4-5426-4db7-8522-6e490d3865f9 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:08.613625 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device d82000b9-e428-450a-936b-1b4d1277f28e no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:08.614030 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] No DVR routers for this DVR port 36faaade-2592-40a9-8659-664fc18e58a6 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:08.617352 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.621582 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f631c5c2-2a36-4c3a-ad9f-7854feb49bd5 req-8a371d0e-e007-40a7-8b0c-d311e72fecd5 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.53 "DELETE /v2.0/ports/36faaade-2592-40a9-8659-664fc18e58a6 HTTP/1.1" status: 204 len: 173 time: 1.4990306 Mar 23 12:55:08.621883 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'name': 'network-vif-deleted', 'tag': '36faaade-2592-40a9-8659-664fc18e58a6'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:08.624376 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46bd6648-ce48-451c-ab08-854b6cf6a424" -d '{"events": [{"server_uuid": "65498b8f-448a-42b7-b830-a0cd8c3ff860", "name": "network-vif-deleted", "tag": "36faaade-2592-40a9-8659-664fc18e58a6"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:08.663938 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49510) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:08.671615 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: d82000b9-e428-450a-936b-1b4d1277f28e {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:08.672224 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device d82000b9-e428-450a-936b-1b4d1277f28e not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:08.697638 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:08.699184 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:08.746636 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41de9282-e909-4b3a-a2d2-b489d7a0d219 x-openstack-request-id: req-41de9282-e909-4b3a-a2d2-b489d7a0d219 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:08.746931 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65498b8f-448a-42b7-b830-a0cd8c3ff860", "name": "network-vif-deleted", "tag": "36faaade-2592-40a9-8659-664fc18e58a6", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:08.747195 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-41de9282-e909-4b3a-a2d2-b489d7a0d219 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:08.747616 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41de9282-e909-4b3a-a2d2-b489d7a0d219'] response: {'server_uuid': '65498b8f-448a-42b7-b830-a0cd8c3ff860', 'name': 'network-vif-deleted', 'tag': '36faaade-2592-40a9-8659-664fc18e58a6', 'status': 'completed', 'code': 200} Mar 23 12:55:08.761064 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f4549a45-5306-456f-9329-5a403ea5664f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=a6a0fb20f83c48f8a9834d6a1e562cf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0955760 Mar 23 12:55:08.765244 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49512) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:08.833631 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-89b88250-dc85-42e0-85ae-87803c089da0 admin admin] Publish callbacks [] for security_group (20fbc368-e810-4af4-9c3d-0cc65309c457), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.872058 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-89b88250-dc85-42e0-85ae-87803c089da0 admin admin] Publish callbacks [] for security_group (20fbc368-e810-4af4-9c3d-0cc65309c457), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.893256 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:08.990306 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-89b88250-dc85-42e0-85ae-87803c089da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (20fbc368-e810-4af4-9c3d-0cc65309c457), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:08.999039 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-89b88250-dc85-42e0-85ae-87803c089da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:09.000707 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-89b88250-dc85-42e0-85ae-87803c089da0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/20fbc368-e810-4af4-9c3d-0cc65309c457 HTTP/1.1" status: 204 len: 168 time: 0.2343125 Mar 23 12:55:09.027312 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 36faaade-2592-40a9-8659-664fc18e58a6 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:09.036939 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-407a4855-1f7a-4058-a65f-6aa7462bbbc0 req-649c331f-ff1f-422b-83d3-5580ee96e22d tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/ports?device_id=65498b8f-448a-42b7-b830-a0cd8c3ff860 HTTP/1.1" status: 200 len: 210 time: 0.0625715 Mar 23 12:55:09.045536 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b88250-dc85-42e0-85ae-87803c089da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fbc368-e810-4af4-9c3d-0cc65309c457,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:09.168262 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 36faaade-2592-40a9-8659-664fc18e58a6 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:09.168262 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 36faaade-2592-40a9-8659-664fc18e58a6 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:09.336414 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:09.387715 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:09.403047 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:09.403682 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:09.552056 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:09.800312 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:09.840527 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1adf7aa-73aa-41c2-8214-bc259abe8c4a None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:48:10Z', 'revision_number': 4, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'dcde6046-3e81-4fca-9cb9-7e76e20ce430', 'name': '', 'network_id': 'c22af5e6-8870-46e4-888c-8471bf57200b', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'mac_address': 'fa:16:3e:ed:04:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '96d74455-684d-47ad-9854-658b83e265d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:26Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'subnets': [{'id': '96d74455-684d-47ad-9854-658b83e265d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:10.176590 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ed40a2-6eea-469b-998e-94701e834660 None None] New status for floating IP 80ba9753-7b7b-4c28-a9f9-e761ec368442: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:55:10.181172 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49552) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:10.272873 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (512d374b-4012-4963-bfe3-8287614d7005), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:10.314460 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (512d374b-4012-4963-bfe3-8287614d7005), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:10.390869 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (512d374b-4012-4963-bfe3-8287614d7005), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:10.394961 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:10.400345 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49556) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:10.401030 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "DELETE /v2.0/security-groups/512d374b-4012-4963-bfe3-8287614d7005 HTTP/1.1" status: 204 len: 168 time: 0.2174807 Mar 23 12:55:10.418488 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=512d374b-4012-4963-bfe3-8287614d7005,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:10.431110 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.431698 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.433983 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.435570 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.436656 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.437161 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.437294 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.api.v2.resource [None req-a675f5a1-c4ab-4183-a650-936dc64b6348 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] show failed (client error): The resource could not be found. Mar 23 12:55:10.437515 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.437862 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.438395 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a675f5a1-c4ab-4183-a650-936dc64b6348 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "GET /v2.0/security-groups/512d374b-4012-4963-bfe3-8287614d7005 HTTP/1.1" status: 404 len: 347 time: 0.0358276 Mar 23 12:55:10.442226 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.442611 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49560) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:10.442771 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.442964 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.443474 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.444026 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.444728 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.445274 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e66476dd-32bb-4952-9ed6-c50b59a6571a tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:10.708368 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Deleting port 072b336a-6aae-46f8-bbec-6d28afb03418 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:10.708721 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (072b336a-6aae-46f8-bbec-6d28afb03418), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:10.811735 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (072b336a-6aae-46f8-bbec-6d28afb03418), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:10.812326 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (072b336a-6aae-46f8-bbec-6d28afb03418), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:10.835595 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Calling delete_port for 072b336a-6aae-46f8-bbec-6d28afb03418 owned by network:floatingip {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:10.993991 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (072b336a-6aae-46f8-bbec-6d28afb03418), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:11.024095 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Pushing event deleted for resources: {'Port': ['ID=072b336a-6aae-46f8-bbec-6d28afb03418,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:11.089831 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks [] for floatingip (80ba9753-7b7b-4c28-a9f9-e761ec368442), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:11.092437 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:11.093692 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-aed7a93e-7887-4def-97e0-4638afebfeb7 tempest-AttachVolumeNegativeTest-674277931 tempest-AttachVolumeNegativeTest-674277931-project] 10.222.0.45 "DELETE /v2.0/floatingips/80ba9753-7b7b-4c28-a9f9-e761ec368442 HTTP/1.1" status: 204 len: 168 time: 0.6500278 Mar 23 12:55:12.244027 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49606) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:12.374797 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8c036e04-921a-4caa-a938-307085a697be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:12.466088 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8c036e04-921a-4caa-a938-307085a697be admin admin] Publish callbacks [] for security_group (38571683-ae32-4d5d-857f-1597124ef37b), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:12.471262 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8c036e04-921a-4caa-a938-307085a697be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (38571683-ae32-4d5d-857f-1597124ef37b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:12.511083 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c036e04-921a-4caa-a938-307085a697be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38571683-ae32-4d5d-857f-1597124ef37b,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:12.515610 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-8c036e04-921a-4caa-a938-307085a697be admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7ae373e563dc4505b9daa902012775d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2705109 Mar 23 12:55:12.518433 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49618) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:12.572514 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f4be48b9-1e5f-425c-a4e8-54c3719f7197 admin admin] Publish callbacks [] for security_group (38571683-ae32-4d5d-857f-1597124ef37b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:12.597360 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f4be48b9-1e5f-425c-a4e8-54c3719f7197 admin admin] Publish callbacks [] for security_group (38571683-ae32-4d5d-857f-1597124ef37b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:12.659572 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f4be48b9-1e5f-425c-a4e8-54c3719f7197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (38571683-ae32-4d5d-857f-1597124ef37b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:12.662326 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f4be48b9-1e5f-425c-a4e8-54c3719f7197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:12.663592 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f4be48b9-1e5f-425c-a4e8-54c3719f7197 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/38571683-ae32-4d5d-857f-1597124ef37b HTTP/1.1" status: 204 len: 168 time: 0.1443098 Mar 23 12:55:12.672798 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4be48b9-1e5f-425c-a4e8-54c3719f7197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38571683-ae32-4d5d-857f-1597124ef37b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:14.845005 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a51048b5-eb7b-4c1c-8cfc-1193be7e581a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:14.867724 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49726) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:15.394288 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (c0db5f8d-664e-48d6-957a-f22bedc46d3e), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:15.653092 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Deleting port dcde6046-3e81-4fca-9cb9-7e76e20ce430 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:15.653430 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:15.746728 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] For port dcde6046-3e81-4fca-9cb9-7e76e20ce430, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=dcde6046-3e81-4fca-9cb9-7e76e20ce430,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:15.747016 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:15.759952 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Calling delete_port for dcde6046-3e81-4fca-9cb9-7e76e20ce430 owned by network:router_interface {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:15.957229 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (dcde6046-3e81-4fca-9cb9-7e76e20ce430), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:15.985612 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Pushing event deleted for resources: {'Port': ['ID=dcde6046-3e81-4fca-9cb9-7e76e20ce430,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:16.155296 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (c0db5f8d-664e-48d6-957a-f22bedc46d3e), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:16.393439 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Router c0db5f8d-664e-48d6-957a-f22bedc46d3e has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:16.520932 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:16.525857 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-00d698a6-ca12-4432-aea2-849fcd783afa admin admin] 10.222.0.45 "PUT /v2.0/routers/c0db5f8d-664e-48d6-957a-f22bedc46d3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6569066 Mar 23 12:55:16.528756 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49776) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:16.537590 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] Sync routers for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:16.553026 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:16.553789 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:16.670990 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks [] for router (c0db5f8d-664e-48d6-957a-f22bedc46d3e), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:16.695494 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:16.786666 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks [] for router_gateway (c0db5f8d-664e-48d6-957a-f22bedc46d3e), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:16.849290 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Deleting port c92c07f6-a233-40ff-ae70-73fbe06bddde {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:16.849702 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:16.921605 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:55:15Z', 'revision_number': 5, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port': {'id': 'c92c07f6-a233-40ff-ae70-73fbe06bddde', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:f7:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:47:57Z', 'updated_at': '2022-03-23T12:48:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:16.940042 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] For port c92c07f6-a233-40ff-ae70-73fbe06bddde, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=c92c07f6-a233-40ff-ae70-73fbe06bddde,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:16.940428 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:16.951487 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] Checking router: c0db5f8d-664e-48d6-957a-f22bedc46d3e for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:16.954013 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Calling delete_port for c92c07f6-a233-40ff-ae70-73fbe06bddde owned by network:router_gateway {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:16.960269 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] Routers {'c0db5f8d-664e-48d6-957a-f22bedc46d3e'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:16.960877 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:54:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:17.058815 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] Set router c0db5f8d-664e-48d6-957a-f22bedc46d3e gateway port host: None {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:17.120233 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:55:16Z', 'revision_number': 6, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port_host': None}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:17.127710 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (c92c07f6-a233-40ff-ae70-73fbe06bddde), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.147916 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f7d3ad0-0223-4993-82d4-02e82865c327 None None] The sync data for ids ['c0db5f8d-664e-48d6-957a-f22bedc46d3e'] in dv-cinder-797245-11-iscsi is: [{'id': 'c0db5f8d-664e-48d6-957a-f22bedc46d3e', 'name': 'tempest-AttachVolumeNegativeTest-1857941780-router', 'tenant_id': '14d846fbc6e84dc598b54d5488f818f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:55Z', 'updated_at': '2022-03-23T12:55:16Z', 'revision_number': 6, 'project_id': '14d846fbc6e84dc598b54d5488f818f6', 'gw_port_host': None}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:17.154256 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c92c07f6-a233-40ff-ae70-73fbe06bddde,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:17.215779 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (c0db5f8d-664e-48d6-957a-f22bedc46d3e), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.322344 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (c0db5f8d-664e-48d6-957a-f22bedc46d3e), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.324591 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks [] for router_controller (c0db5f8d-664e-48d6-957a-f22bedc46d3e), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.387161 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (c0db5f8d-664e-48d6-957a-f22bedc46d3e), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.387691 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c0db5f8d-664e-48d6-957a-f22bedc46d3e {{(pid=115108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:55:17.392796 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.393922 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-1bf7270d-4452-4294-abe6-6fdcd57eca8f admin admin] 10.222.0.45 "DELETE /v2.0/routers/c0db5f8d-664e-48d6-957a-f22bedc46d3e HTTP/1.1" status: 204 len: 168 time: 0.8634379 Mar 23 12:55:17.396623 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49792) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:17.441483 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f00ee95-37d3-4a89-87e9-592f598e6585 admin admin] Deleting subnet 96d74455-684d-47ad-9854-658b83e265d4 {{(pid=115109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:55:17.444524 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3f00ee95-37d3-4a89-87e9-592f598e6585 admin admin] Publish callbacks [] for subnet (96d74455-684d-47ad-9854-658b83e265d4), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.480866 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3f00ee95-37d3-4a89-87e9-592f598e6585 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13703470'] for subnet (96d74455-684d-47ad-9854-658b83e265d4), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.562434 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3f00ee95-37d3-4a89-87e9-592f598e6585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (96d74455-684d-47ad-9854-658b83e265d4), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.614537 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3f00ee95-37d3-4a89-87e9-592f598e6585 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58409122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078138'] for subnet (96d74455-684d-47ad-9854-658b83e265d4), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.637767 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f00ee95-37d3-4a89-87e9-592f598e6585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96d74455-684d-47ad-9854-658b83e265d4,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:17.643332 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3f00ee95-37d3-4a89-87e9-592f598e6585 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.646511 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-3f00ee95-37d3-4a89-87e9-592f598e6585 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/96d74455-684d-47ad-9854-658b83e265d4 HTTP/1.1" status: 204 len: 168 time: 0.2488182 Mar 23 12:55:17.648991 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49794) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:17.649361 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195c2678-54df-45d9-a417-03437b332dda None None] Network c22af5e6-8870-46e4-888c-8471bf57200b requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:17.735961 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (c22af5e6-8870-46e4-888c-8471bf57200b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.806299 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Deleting port f6ac183f-337d-4089-84cd-7871f4afcfc6 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:17.806636 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.882936 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] For port f6ac183f-337d-4089-84cd-7871f4afcfc6, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f6ac183f-337d-4089-84cd-7871f4afcfc6,segment=NetworkSegment(fdc1a238-c197-409d-9e93-185374d8f743),segment_id=fdc1a238-c197-409d-9e93-185374d8f743)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:17.883190 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:17.896832 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Calling delete_port for f6ac183f-337d-4089-84cd-7871f4afcfc6 owned by network:dhcp {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:17.983614 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] DHCP port deletion for c22af5e6-8870-46e4-888c-8471bf57200b request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:55:17.988829 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-eca56f3e-9cd1-44d5-b36d-3c3eb35482b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.034088 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.049059 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] Deleting port f6ac183f-337d-4089-84cd-7871f4afcfc6 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:18.049440 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.060091 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6ac183f-337d-4089-84cd-7871f4afcfc6,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:18.064238 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] No DVR routers for this DVR port f6ac183f-337d-4089-84cd-7871f4afcfc6 on host dv-cinder-797245-11-iscsi {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:18.129707 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] For port f6ac183f-337d-4089-84cd-7871f4afcfc6, host dv-cinder-797245-11-iscsi, got binding levels [] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:18.130145 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.147788 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] Calling delete_port for f6ac183f-337d-4089-84cd-7871f4afcfc6 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:18.148656 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (c22af5e6-8870-46e4-888c-8471bf57200b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.150778 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.ipam_backend_mixin [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] Port f6ac183f-337d-4089-84cd-7871f4afcfc6 was not found and therefore no delete operation was performed {{(pid=115112) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 12:55:18.157330 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (f6ac183f-337d-4089-84cd-7871f4afcfc6), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.177741 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22af5e6-8870-46e4-888c-8471bf57200b']}} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:18.185603 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] Pushing event deleted for resources: {'Port': ['ID=f6ac183f-337d-4089-84cd-7871f4afcfc6,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:18.189278 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a156d1de-5b38-4bf8-b587-ae7ec4315d59 None None] No DVR routers for this DVR port f6ac183f-337d-4089-84cd-7871f4afcfc6 on host dv-cinder-797245-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:18.192825 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc1a238-c197-409d-9e93-185374d8f743') {'for_net_delete': True} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:18.193148 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc1a238-c197-409d-9e93-185374d8f743') {} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:18.215179 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13703447'] for segment (fdc1a238-c197-409d-9e93-185374d8f743), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.235222 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (fdc1a238-c197-409d-9e93-185374d8f743), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.244636 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Releasing vlan 398 on physical network physnet1 to pool {{(pid=115109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:18.245145 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58412288'] for segment (fdc1a238-c197-409d-9e93-185374d8f743), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: Traceback (most recent call last): Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: timer() Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: cb(*args, **kw) Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: return func(*args, **kwargs) Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: self._notify() Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: self.callback(batched_events) Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: event.method(event) Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: return f(self, *a, **k) Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._get(url).json() Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:18.247065 dv-cinder-797245-11-iscsi neutron-server[115109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:18.307231 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (c22af5e6-8870-46e4-888c-8471bf57200b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.316091 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.319494 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] 10.222.0.45 "DELETE /v2.0/networks/c22af5e6-8870-46e4-888c-8471bf57200b HTTP/1.1" status: 204 len: 168 time: 0.6695600 Mar 23 12:55:18.341353 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f26ae9-01c4-4822-a826-55b30bf1d686 admin admin] Pushing event deleted for resources: {'Network': ['ID=c22af5e6-8870-46e4-888c-8471bf57200b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:18.446127 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49812) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:18.495771 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-2ca43fab-1df9-476b-bf38-01acec62659c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=14d846fbc6e84dc598b54d5488f818f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0477643 Mar 23 12:55:18.498346 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device c92c07f6-a233-40ff-ae70-73fbe06bddde no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:18.498484 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49814) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:18.523104 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: c92c07f6-a233-40ff-ae70-73fbe06bddde {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:18.523449 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device c92c07f6-a233-40ff-ae70-73fbe06bddde not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:18.523864 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device dcde6046-3e81-4fca-9cb9-7e76e20ce430 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:18.542955 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: dcde6046-3e81-4fca-9cb9-7e76e20ce430 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:18.543298 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device dcde6046-3e81-4fca-9cb9-7e76e20ce430 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:18.543922 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f6ac183f-337d-4089-84cd-7871f4afcfc6 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:18.556759 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-089aaddc-2a43-4824-873e-a82bfe5bcbd6 admin admin] Publish callbacks [] for security_group (f1508fed-2e87-4a5e-8033-2a4e60a4bdf2), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.566247 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: f6ac183f-337d-4089-84cd-7871f4afcfc6 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:18.566597 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f6ac183f-337d-4089-84cd-7871f4afcfc6 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:18.580385 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-089aaddc-2a43-4824-873e-a82bfe5bcbd6 admin admin] Publish callbacks [] for security_group (f1508fed-2e87-4a5e-8033-2a4e60a4bdf2), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.630013 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-089aaddc-2a43-4824-873e-a82bfe5bcbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f1508fed-2e87-4a5e-8033-2a4e60a4bdf2), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.632608 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-089aaddc-2a43-4824-873e-a82bfe5bcbd6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:18.633780 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-089aaddc-2a43-4824-873e-a82bfe5bcbd6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f1508fed-2e87-4a5e-8033-2a4e60a4bdf2 HTTP/1.1" status: 204 len: 168 time: 0.1344621 Mar 23 12:55:18.642715 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089aaddc-2a43-4824-873e-a82bfe5bcbd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1508fed-2e87-4a5e-8033-2a4e60a4bdf2,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:19.107769 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49834) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:19.214487 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ff53fe8e-cf00-42a5-8b4d-0c62d2a1f408 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:19.300350 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ff53fe8e-cf00-42a5-8b4d-0c62d2a1f408 admin admin] Publish callbacks [] for security_group (997454b1-3b6b-4116-8914-0dcd43e0cdc7), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:19.304239 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-ff53fe8e-cf00-42a5-8b4d-0c62d2a1f408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (997454b1-3b6b-4116-8914-0dcd43e0cdc7), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:19.347645 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-ff53fe8e-cf00-42a5-8b4d-0c62d2a1f408 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=6d6a41975f8f4beeb5d50ae2dbeb282a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2386534 Mar 23 12:55:19.348806 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff53fe8e-cf00-42a5-8b4d-0c62d2a1f408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997454b1-3b6b-4116-8914-0dcd43e0cdc7,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:19.350570 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49848) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:19.423864 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-491568d5-9928-4a25-a7f5-f3cc95b80da6 admin admin] Publish callbacks [] for security_group (997454b1-3b6b-4116-8914-0dcd43e0cdc7), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:19.456307 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-491568d5-9928-4a25-a7f5-f3cc95b80da6 admin admin] Publish callbacks [] for security_group (997454b1-3b6b-4116-8914-0dcd43e0cdc7), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:19.512271 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-491568d5-9928-4a25-a7f5-f3cc95b80da6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (997454b1-3b6b-4116-8914-0dcd43e0cdc7), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:19.516535 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-491568d5-9928-4a25-a7f5-f3cc95b80da6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:19.517767 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-491568d5-9928-4a25-a7f5-f3cc95b80da6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/997454b1-3b6b-4116-8914-0dcd43e0cdc7 HTTP/1.1" status: 204 len: 168 time: 0.1649642 Mar 23 12:55:19.531535 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491568d5-9928-4a25-a7f5-f3cc95b80da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997454b1-3b6b-4116-8914-0dcd43e0cdc7,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:19.634788 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.094643 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.109197 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49948) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:21.218974 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18af5ff2-dc1f-4bce-8b5e-3bb021b3eb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.307003 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18af5ff2-dc1f-4bce-8b5e-3bb021b3eb3f admin admin] Publish callbacks [] for security_group (9e600f5c-d967-4d19-a8a8-0e9a0a9987cc), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.312031 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18af5ff2-dc1f-4bce-8b5e-3bb021b3eb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9e600f5c-d967-4d19-a8a8-0e9a0a9987cc), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.351793 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-18af5ff2-dc1f-4bce-8b5e-3bb021b3eb3f admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d94ac4136f574faca0a5510777b0c186&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2414868 Mar 23 12:55:21.352665 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af5ff2-dc1f-4bce-8b5e-3bb021b3eb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e600f5c-d967-4d19-a8a8-0e9a0a9987cc,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:21.355975 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49954) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:21.405298 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aa27a87c-8c98-469c-845b-5660aef3a32b admin admin] Publish callbacks [] for security_group (9e600f5c-d967-4d19-a8a8-0e9a0a9987cc), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.427205 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aa27a87c-8c98-469c-845b-5660aef3a32b admin admin] Publish callbacks [] for security_group (9e600f5c-d967-4d19-a8a8-0e9a0a9987cc), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.474453 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aa27a87c-8c98-469c-845b-5660aef3a32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9e600f5c-d967-4d19-a8a8-0e9a0a9987cc), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.476965 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-aa27a87c-8c98-469c-845b-5660aef3a32b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.478118 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-aa27a87c-8c98-469c-845b-5660aef3a32b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9e600f5c-d967-4d19-a8a8-0e9a0a9987cc HTTP/1.1" status: 204 len: 168 time: 0.1206763 Mar 23 12:55:21.486276 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27a87c-8c98-469c-845b-5660aef3a32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e600f5c-d967-4d19-a8a8-0e9a0a9987cc,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:21.564078 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.754350 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49966) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:21.768384 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-11021cbd-3030-456d-b85f-b801a95c7e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.849677 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-11021cbd-3030-456d-b85f-b801a95c7e18 admin admin] Publish callbacks [] for security_group (53533636-b40b-45d4-b406-126ed4acc2c3), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.854095 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-11021cbd-3030-456d-b85f-b801a95c7e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (53533636-b40b-45d4-b406-126ed4acc2c3), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.892646 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11021cbd-3030-456d-b85f-b801a95c7e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53533636-b40b-45d4-b406-126ed4acc2c3,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:21.900793 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-11021cbd-3030-456d-b85f-b801a95c7e18 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bfef3d11fa0e44f9ad777b1169b71d3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427486 Mar 23 12:55:21.901799 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49970) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:21.952614 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-11466133-1bfa-494b-8721-f0e963678e6b admin admin] Publish callbacks [] for security_group (53533636-b40b-45d4-b406-126ed4acc2c3), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:21.974330 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-11466133-1bfa-494b-8721-f0e963678e6b admin admin] Publish callbacks [] for security_group (53533636-b40b-45d4-b406-126ed4acc2c3), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.023377 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-11466133-1bfa-494b-8721-f0e963678e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (53533636-b40b-45d4-b406-126ed4acc2c3), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.027206 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-11466133-1bfa-494b-8721-f0e963678e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.028914 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-11466133-1bfa-494b-8721-f0e963678e6b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/53533636-b40b-45d4-b406-126ed4acc2c3 HTTP/1.1" status: 204 len: 168 time: 0.1254599 Mar 23 12:55:22.040786 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11466133-1bfa-494b-8721-f0e963678e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53533636-b40b-45d4-b406-126ed4acc2c3,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:22.378377 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 49990) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:22.393515 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a11acc76-394b-4ebb-8ef6-8596d33034c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.478634 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a11acc76-394b-4ebb-8ef6-8596d33034c7 admin admin] Publish callbacks [] for security_group (c89f663c-8a9c-4d5e-9503-fcaaff5c7952), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.484681 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a11acc76-394b-4ebb-8ef6-8596d33034c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c89f663c-8a9c-4d5e-9503-fcaaff5c7952), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.530954 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-a11acc76-394b-4ebb-8ef6-8596d33034c7 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d9bf7ef14e8a49aa98a0f8d653ea747f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1489880 Mar 23 12:55:22.530954 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11acc76-394b-4ebb-8ef6-8596d33034c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89f663c-8a9c-4d5e-9503-fcaaff5c7952,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:22.532007 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 49994) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:22.597259 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-40cd2731-863f-4a93-be96-44b52f9e2769 admin admin] Publish callbacks [] for security_group (c89f663c-8a9c-4d5e-9503-fcaaff5c7952), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.620244 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-40cd2731-863f-4a93-be96-44b52f9e2769 admin admin] Publish callbacks [] for security_group (c89f663c-8a9c-4d5e-9503-fcaaff5c7952), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.685615 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-40cd2731-863f-4a93-be96-44b52f9e2769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c89f663c-8a9c-4d5e-9503-fcaaff5c7952), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.690192 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-40cd2731-863f-4a93-be96-44b52f9e2769 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:22.695027 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-40cd2731-863f-4a93-be96-44b52f9e2769 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c89f663c-8a9c-4d5e-9503-fcaaff5c7952 HTTP/1.1" status: 204 len: 168 time: 0.1580110 Mar 23 12:55:22.705446 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd2731-863f-4a93-be96-44b52f9e2769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89f663c-8a9c-4d5e-9503-fcaaff5c7952,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:23.861425 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50048) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:24.086472 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-61e2ccaf-9501-49cf-b9b0-c9e86dcb327c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.174557 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-61e2ccaf-9501-49cf-b9b0-c9e86dcb327c admin admin] Publish callbacks [] for security_group (b4ab6124-8691-4f2d-bace-06a79c3c4c6d), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.178755 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-61e2ccaf-9501-49cf-b9b0-c9e86dcb327c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (b4ab6124-8691-4f2d-bace-06a79c3c4c6d), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.220332 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-61e2ccaf-9501-49cf-b9b0-c9e86dcb327c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb1dd1765a1c407aa2406ef2e9492414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574057 Mar 23 12:55:24.221468 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2ccaf-9501-49cf-b9b0-c9e86dcb327c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ab6124-8691-4f2d-bace-06a79c3c4c6d,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:24.223281 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50060) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:24.275960 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7b83fe61-69d8-4e7b-95a9-5a0451503f1b admin admin] Publish callbacks [] for security_group (b4ab6124-8691-4f2d-bace-06a79c3c4c6d), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.298491 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7b83fe61-69d8-4e7b-95a9-5a0451503f1b admin admin] Publish callbacks [] for security_group (b4ab6124-8691-4f2d-bace-06a79c3c4c6d), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.350553 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7b83fe61-69d8-4e7b-95a9-5a0451503f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (b4ab6124-8691-4f2d-bace-06a79c3c4c6d), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.353359 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7b83fe61-69d8-4e7b-95a9-5a0451503f1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.355252 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-7b83fe61-69d8-4e7b-95a9-5a0451503f1b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b4ab6124-8691-4f2d-bace-06a79c3c4c6d HTTP/1.1" status: 204 len: 168 time: 0.1298428 Mar 23 12:55:24.366472 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83fe61-69d8-4e7b-95a9-5a0451503f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ab6124-8691-4f2d-bace-06a79c3c4c6d,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:24.686574 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50080) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:24.701889 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-51adb9f1-4900-46f1-8ede-6421ad6780fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.779121 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-51adb9f1-4900-46f1-8ede-6421ad6780fe admin admin] Publish callbacks [] for security_group (b628084b-362f-4dae-8417-b82984c85d9f), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.782878 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-51adb9f1-4900-46f1-8ede-6421ad6780fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (b628084b-362f-4dae-8417-b82984c85d9f), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.821818 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51adb9f1-4900-46f1-8ede-6421ad6780fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b628084b-362f-4dae-8417-b82984c85d9f,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:24.828075 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-51adb9f1-4900-46f1-8ede-6421ad6780fe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=94fb90f66379468cb194feee5b1093f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1400807 Mar 23 12:55:24.830656 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50082) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:24.886732 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-183cb2ad-4a8a-4783-8681-135715a08ce6 admin admin] Publish callbacks [] for security_group (b628084b-362f-4dae-8417-b82984c85d9f), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.909275 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-183cb2ad-4a8a-4783-8681-135715a08ce6 admin admin] Publish callbacks [] for security_group (b628084b-362f-4dae-8417-b82984c85d9f), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.968377 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-183cb2ad-4a8a-4783-8681-135715a08ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (b628084b-362f-4dae-8417-b82984c85d9f), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.971426 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-183cb2ad-4a8a-4783-8681-135715a08ce6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:24.972458 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-183cb2ad-4a8a-4783-8681-135715a08ce6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b628084b-362f-4dae-8417-b82984c85d9f HTTP/1.1" status: 204 len: 168 time: 0.1407506 Mar 23 12:55:24.981070 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183cb2ad-4a8a-4783-8681-135715a08ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b628084b-362f-4dae-8417-b82984c85d9f,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:25.775550 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:26.716822 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50150) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:26.820804 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-65ceae0f-f54b-42d9-a7a7-cf4094ef3617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:26.906506 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-65ceae0f-f54b-42d9-a7a7-cf4094ef3617 admin admin] Publish callbacks [] for security_group (e45482d4-46c5-4b1c-9fd8-e976fc80a093), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:26.909739 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-65ceae0f-f54b-42d9-a7a7-cf4094ef3617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e45482d4-46c5-4b1c-9fd8-e976fc80a093), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:26.950923 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-65ceae0f-f54b-42d9-a7a7-cf4094ef3617 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=43a7e08a09d14079b469f42dd4d541f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2329645 Mar 23 12:55:26.951806 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ceae0f-f54b-42d9-a7a7-cf4094ef3617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45482d4-46c5-4b1c-9fd8-e976fc80a093,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:26.953628 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50154) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:27.004611 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4eb662ed-0aa2-41e9-b559-6cb459615091 admin admin] Publish callbacks [] for security_group (e45482d4-46c5-4b1c-9fd8-e976fc80a093), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.025638 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4eb662ed-0aa2-41e9-b559-6cb459615091 admin admin] Publish callbacks [] for security_group (e45482d4-46c5-4b1c-9fd8-e976fc80a093), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.074460 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4eb662ed-0aa2-41e9-b559-6cb459615091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (e45482d4-46c5-4b1c-9fd8-e976fc80a093), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.077052 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4eb662ed-0aa2-41e9-b559-6cb459615091 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.078225 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-4eb662ed-0aa2-41e9-b559-6cb459615091 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/e45482d4-46c5-4b1c-9fd8-e976fc80a093 HTTP/1.1" status: 204 len: 168 time: 0.1236050 Mar 23 12:55:27.087784 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb662ed-0aa2-41e9-b559-6cb459615091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45482d4-46c5-4b1c-9fd8-e976fc80a093,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:27.438736 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50184) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:27.458668 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e7245fa1-6359-4d5b-b7b8-eecd96948e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.545090 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e7245fa1-6359-4d5b-b7b8-eecd96948e22 admin admin] Publish callbacks [] for security_group (daa6e546-67d5-421a-be7c-4a08715f23da), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.549819 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e7245fa1-6359-4d5b-b7b8-eecd96948e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (daa6e546-67d5-421a-be7c-4a08715f23da), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.592694 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e7245fa1-6359-4d5b-b7b8-eecd96948e22 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c9c5ce62bdfb40859475013ff18511e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1501756 Mar 23 12:55:27.592694 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7245fa1-6359-4d5b-b7b8-eecd96948e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa6e546-67d5-421a-be7c-4a08715f23da,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:27.593681 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50190) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:27.653620 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-79c88eaa-f367-4700-849c-8c10e8871a46 admin admin] Publish callbacks [] for security_group (daa6e546-67d5-421a-be7c-4a08715f23da), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.684316 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-79c88eaa-f367-4700-849c-8c10e8871a46 admin admin] Publish callbacks [] for security_group (daa6e546-67d5-421a-be7c-4a08715f23da), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.748935 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-79c88eaa-f367-4700-849c-8c10e8871a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (daa6e546-67d5-421a-be7c-4a08715f23da), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.752821 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-79c88eaa-f367-4700-849c-8c10e8871a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:27.754463 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-79c88eaa-f367-4700-849c-8c10e8871a46 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/daa6e546-67d5-421a-be7c-4a08715f23da HTTP/1.1" status: 204 len: 168 time: 0.1597164 Mar 23 12:55:27.767722 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c88eaa-f367-4700-849c-8c10e8871a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa6e546-67d5-421a-be7c-4a08715f23da,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:27.833682 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:55:28.605700 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50234) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:28.707636 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1373157385-network', 'tenant_id': '7924686d90304ea68d3926f0325c7ab2'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:28.733877 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Made reservation on behalf of 7924686d90304ea68d3926f0325c7ab2 for: {'network': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:28.736562 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:28.748819 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:28.833907 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Publish callbacks [] for security_group (789757a8-cbed-42a9-965a-a376a9754364), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:28.838566 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (789757a8-cbed-42a9-965a-a376a9754364), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:28.863468 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=115109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:28.881814 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=789757a8-cbed-42a9-965a-a376a9754364,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:28.889311 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (531c4a27-4f56-429e-b9d4-c3c707b2da11), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:28.889656 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.segments_db [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Added segment 531c4a27-4f56-429e-b9d4-c3c707b2da11 of type vlan for network 598c156f-dfc3-44bc-a4bb-6b32ce2d1eca Mar 23 12:55:28.934561 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (598c156f-dfc3-44bc-a4bb-6b32ce2d1eca), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:28.969877 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (598c156f-dfc3-44bc-a4bb-6b32ce2d1eca), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:28.971293 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:28.972474 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:29.304153 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6963782 Mar 23 12:55:29.306311 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50270) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:29.314066 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Request body: {'subnet': {'network_id': '598c156f-dfc3-44bc-a4bb-6b32ce2d1eca', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1373157385-subnet', 'tenant_id': '7924686d90304ea68d3926f0325c7ab2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:29.324714 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9fd58e-b805-495b-b615-5d3cd1f31ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=598c156f-dfc3-44bc-a4bb-6b32ce2d1eca,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:29.337970 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 598c156f-dfc3-44bc-a4bb-6b32ce2d1eca details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:29.345492 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Made reservation on behalf of 7924686d90304ea68d3926f0325c7ab2 for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:29.350566 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13932566'] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:29.549664 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58406541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13932544'] for subnet (74070456-a740-4ec9-b55e-743884ecd949), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:29.610836 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74070456-a740-4ec9-b55e-743884ecd949,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:29.620962 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Checking segment: {'id': '531c4a27-4f56-429e-b9d4-c3c707b2da11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '598c156f-dfc3-44bc-a4bb-6b32ce2d1eca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:55:29.621353 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Network hostable DHCP agents. Network: 598c156f-dfc3-44bc-a4bb-6b32ce2d1eca, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:29.624333 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c249a-6b24-49ac-972a-a3e0f3f5033e req-b53da322-89e6-452a-9d9e-0052da5faf88 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:29.625897 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a17c249a-6b24-49ac-972a-a3e0f3f5033e req-b53da322-89e6-452a-9d9e-0052da5faf88 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 946 time: 0.0563622 Mar 23 12:55:29.639083 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Network 598c156f-dfc3-44bc-a4bb-6b32ce2d1eca is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:29.648397 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 598c156f-dfc3-44bc-a4bb-6b32ce2d1eca) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:29.653520 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:29.654516 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:29.660432 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd789bc-d1c7-4b28-888b-ab401ffdc6ef None None] Network 598c156f-dfc3-44bc-a4bb-6b32ce2d1eca requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:29.675077 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-5f4a6fb9-d031-4ca9-9ef6-de530bce78f2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3660235 Mar 23 12:55:29.680039 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a17c249a-6b24-49ac-972a-a3e0f3f5033e req-6a6bffe6-8a2e-4d49-b533-9d21c1308053 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481012 Mar 23 12:55:29.768803 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48158dd-e1e6-46fd-b357-460bb1063a0d None None] Network 598c156f-dfc3-44bc-a4bb-6b32ce2d1eca requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:30.223625 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50306) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:30.228572 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-601372679-network', 'tenant_id': 'cb12982f7bee4b9990fababa50f78d28'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:30.247753 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Made reservation on behalf of cb12982f7bee4b9990fababa50f78d28 for: {'network': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:30.250064 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.258870 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.345222 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Publish callbacks [] for security_group (c77f49c8-6335-44d0-8a54-f3c10b138fdf), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.351444 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c77f49c8-6335-44d0-8a54-f3c10b138fdf), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.376168 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=115109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:30.397935 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77f49c8-6335-44d0-8a54-f3c10b138fdf,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:30.401815 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (ec8ef09e-f897-4e0d-89b8-2726b49c8bbb), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.402184 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.segments_db [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Added segment ec8ef09e-f897-4e0d-89b8-2726b49c8bbb of type vlan for network 1a8bd6b7-269f-4eb4-a9e0-91b943a9d286 Mar 23 12:55:30.444969 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (1a8bd6b7-269f-4eb4-a9e0-91b943a9d286), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.476266 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (1a8bd6b7-269f-4eb4-a9e0-91b943a9d286), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.477229 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:30.477939 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.486149 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50310) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:30.532175 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3071787 Mar 23 12:55:30.534696 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50316) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:30.541227 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Request body: {'subnet': {'network_id': '1a8bd6b7-269f-4eb4-a9e0-91b943a9d286', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-601372679-subnet', 'tenant_id': 'cb12982f7bee4b9990fababa50f78d28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:30.554221 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52808ae-ce18-45b7-b4d5-92c6837efbd6 admin admin] Pushing event updated for resources: {'Network': ['ID=1a8bd6b7-269f-4eb4-a9e0-91b943a9d286,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:30.566601 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 1a8bd6b7-269f-4eb4-a9e0-91b943a9d286 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:30.568697 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Made reservation on behalf of cb12982f7bee4b9990fababa50f78d28 for: {'subnet': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:30.571233 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078103'] for subnet (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.633615 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4d80adc1-9c50-4da9-9c01-88752ae06348 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.735265 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4d80adc1-9c50-4da9-9c01-88752ae06348 admin admin] Publish callbacks [] for security_group (35c86995-5afe-41d4-9402-38c1f1756b49), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.740861 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4d80adc1-9c50-4da9-9c01-88752ae06348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (35c86995-5afe-41d4-9402-38c1f1756b49), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.768936 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4d80adc1-9c50-4da9-9c01-88752ae06348 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=faed81d9d7c24f3492ca16f687aef2e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816415 Mar 23 12:55:30.773016 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50322) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:30.819156 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58409187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078081'] for subnet (027cd8f8-b385-45d2-9419-dd3acf83efd9), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.825387 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d80adc1-9c50-4da9-9c01-88752ae06348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c86995-5afe-41d4-9402-38c1f1756b49,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:30.851475 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d2cdde-9572-4b14-8730-379ebd5dd68e req-d0100180-b168-4bc6-838e-10a085d3863f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:30.853231 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-91d2cdde-9572-4b14-8730-379ebd5dd68e req-d0100180-b168-4bc6-838e-10a085d3863f tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 946 time: 0.0766377 Mar 23 12:55:30.915033 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-91d2cdde-9572-4b14-8730-379ebd5dd68e req-68eb0f2d-a876-4a9b-a571-f127c874b797 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups?id=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547943 Mar 23 12:55:30.925420 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d118318c-f1db-4ee4-94d0-f9841751bd99 admin admin] Publish callbacks [] for security_group (35c86995-5afe-41d4-9402-38c1f1756b49), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:30.926956 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027cd8f8-b385-45d2-9419-dd3acf83efd9,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:30.961577 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Checking segment: {'id': 'ec8ef09e-f897-4e0d-89b8-2726b49c8bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '1a8bd6b7-269f-4eb4-a9e0-91b943a9d286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:55:30.961971 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Network hostable DHCP agents. Network: 1a8bd6b7-269f-4eb4-a9e0-91b943a9d286, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:30.969301 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d118318c-f1db-4ee4-94d0-f9841751bd99 admin admin] Publish callbacks [] for security_group (35c86995-5afe-41d4-9402-38c1f1756b49), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.004811 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Network 1a8bd6b7-269f-4eb4-a9e0-91b943a9d286 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:31.017545 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 1a8bd6b7-269f-4eb4-a9e0-91b943a9d286) {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:31.021611 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:31.022240 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.030285 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d03af52-2fbf-404b-a82b-56d4a6a9bd0b None None] Network 1a8bd6b7-269f-4eb4-a9e0-91b943a9d286 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:31.039133 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-a1c42d60-d52c-4ea8-b12b-81dc38008313 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5034189 Mar 23 12:55:31.040273 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d118318c-f1db-4ee4-94d0-f9841751bd99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (35c86995-5afe-41d4-9402-38c1f1756b49), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.043491 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d118318c-f1db-4ee4-94d0-f9841751bd99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.046904 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d118318c-f1db-4ee4-94d0-f9841751bd99 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/35c86995-5afe-41d4-9402-38c1f1756b49 HTTP/1.1" status: 204 len: 168 time: 0.2706716 Mar 23 12:55:31.052541 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d118318c-f1db-4ee4-94d0-f9841751bd99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c86995-5afe-41d4-9402-38c1f1756b49,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:31.171560 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b56631d-1715-4387-8d18-763cb325882d None None] Network 1a8bd6b7-269f-4eb4-a9e0-91b943a9d286 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:31.265382 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-7d449f69-da59-42f8-a055-de8615fa03c9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:31.266935 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-7d449f69-da59-42f8-a055-de8615fa03c9 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 946 time: 0.0914521 Mar 23 12:55:31.364631 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50338) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:31.378888 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-87a7b4e2-5d34-4642-a8c5-2d27b638306d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.379490 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Deleting port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:31.379836 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.473334 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-87a7b4e2-5d34-4642-a8c5-2d27b638306d admin admin] Publish callbacks [] for security_group (7bdf89eb-f712-41bf-bb14-73a6db5d626d), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.478999 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-87a7b4e2-5d34-4642-a8c5-2d27b638306d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7bdf89eb-f712-41bf-bb14-73a6db5d626d), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.485410 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] For port 9373aad0-a06d-4144-a3d8-dc697e8b36c4, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9373aad0-a06d-4144-a3d8-dc697e8b36c4,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:31.485776 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.526132 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-87a7b4e2-5d34-4642-a8c5-2d27b638306d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fce8616b30aa4898a4441dd311ef9fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1573596 Mar 23 12:55:31.527075 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50340) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:31.535588 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7b4e2-5d34-4642-a8c5-2d27b638306d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bdf89eb-f712-41bf-bb14-73a6db5d626d,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:31.591192 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3d43d97e-5155-483b-bbfe-a55771ae9bf8 admin admin] Publish callbacks [] for security_group (7bdf89eb-f712-41bf-bb14-73a6db5d626d), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.616350 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3d43d97e-5155-483b-bbfe-a55771ae9bf8 admin admin] Publish callbacks [] for security_group (7bdf89eb-f712-41bf-bb14-73a6db5d626d), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.669686 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3d43d97e-5155-483b-bbfe-a55771ae9bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (7bdf89eb-f712-41bf-bb14-73a6db5d626d), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.672803 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3d43d97e-5155-483b-bbfe-a55771ae9bf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.673981 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-3d43d97e-5155-483b-bbfe-a55771ae9bf8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/7bdf89eb-f712-41bf-bb14-73a6db5d626d HTTP/1.1" status: 204 len: 168 time: 0.1457782 Mar 23 12:55:31.683239 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d43d97e-5155-483b-bbfe-a55771ae9bf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bdf89eb-f712-41bf-bb14-73a6db5d626d,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:31.704619 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.704975 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (e546cb26-f1b2-4388-923c-8b2e347b9d04), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.705291 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Floating IP e546cb26-f1b2-4388-923c-8b2e347b9d04 disassociated. External IP: 172.27.0.13, port: 9373aad0-a06d-4144-a3d8-dc697e8b36c4. Mar 23 12:55:31.705638 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Calling delete_port for 9373aad0-a06d-4144-a3d8-dc697e8b36c4 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:31.876178 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (9373aad0-a06d-4144-a3d8-dc697e8b36c4), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:31.904779 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event deleted for resources: {'Port': ['ID=9373aad0-a06d-4144-a3d8-dc697e8b36c4,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:32.040345 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:32.078570 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-36312eaf-7746-491f-a33d-84fe3ac42c0b req-1b6a8486-cb67-4bca-904f-baf7c642d17d tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/ports?device_id=16cff39e-c8cc-416a-97a6-bc76ad623e86 HTTP/1.1" status: 200 len: 210 time: 0.0373790 Mar 23 12:55:32.194156 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:32.212085 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] Sync routers for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:32.220335 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:32.220826 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:55:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:32.255044 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] No DVR routers for this DVR port 9373aad0-a06d-4144-a3d8-dc697e8b36c4 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:32.269973 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:32.274186 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e3ca34c1-9936-4bc6-b12e-0f3176e19fe4 req-efc91929-67e6-4bd5-b021-ddcda65ca000 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.53 "DELETE /v2.0/ports/9373aad0-a06d-4144-a3d8-dc697e8b36c4 HTTP/1.1" status: 204 len: 173 time: 1.0011113 Mar 23 12:55:32.274752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-deleted', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:32.277750 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0adb6be-9ddc-43f0-8245-2ccbda5719ff" -d '{"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-deleted", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:32.372238 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:32.397391 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0012784-ef62-4ca3-8fbc-cfeabcd9917b x-openstack-request-id: req-f0012784-ef62-4ca3-8fbc-cfeabcd9917b {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:32.397948 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16cff39e-c8cc-416a-97a6-bc76ad623e86", "name": "network-vif-deleted", "tag": "9373aad0-a06d-4144-a3d8-dc697e8b36c4", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:32.398362 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-f0012784-ef62-4ca3-8fbc-cfeabcd9917b {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:32.398987 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0012784-ef62-4ca3-8fbc-cfeabcd9917b'] response: {'server_uuid': '16cff39e-c8cc-416a-97a6-bc76ad623e86', 'name': 'network-vif-deleted', 'tag': '9373aad0-a06d-4144-a3d8-dc697e8b36c4', 'status': 'completed', 'code': 200} Mar 23 12:55:32.634007 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:32.665737 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] Checking router: 5a768bf8-630f-44c2-9cf0-86702bd26fb4 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:32.677962 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:32.678590 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:55:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:32.792227 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:33.030656 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:33.059783 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294c181b-7b5a-4bd5-ba35-164c5fcbf7a3 None None] The sync data for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi is: [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:48:09Z', 'revision_number': 4, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'e65028c6-ed19-4156-ab39-4a19ba55ddd1', 'name': '', 'network_id': '0ad8b074-08cc-49f1-9aea-20ddb46a3d70', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'mac_address': 'fa:16:3e:5e:d0:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:06Z', 'updated_at': '2022-03-23T12:48:29Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'subnets': [{'id': 'f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:33.181070 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50418) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:33.269188 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d24f1687-db4c-416e-a22f-cb88c9392350 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (5f7e0149-8d4c-451f-a38b-e819f0a0fbc7), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:33.304066 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d24f1687-db4c-416e-a22f-cb88c9392350 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (5f7e0149-8d4c-451f-a38b-e819f0a0fbc7), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:33.378937 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d24f1687-db4c-416e-a22f-cb88c9392350 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (5f7e0149-8d4c-451f-a38b-e819f0a0fbc7), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:33.382412 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d24f1687-db4c-416e-a22f-cb88c9392350 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:33.386574 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d24f1687-db4c-416e-a22f-cb88c9392350 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "DELETE /v2.0/security-groups/5f7e0149-8d4c-451f-a38b-e819f0a0fbc7 HTTP/1.1" status: 204 len: 168 time: 0.2003307 Mar 23 12:55:33.387016 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50428) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:33.400535 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24f1687-db4c-416e-a22f-cb88c9392350 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7e0149-8d4c-451f-a38b-e819f0a0fbc7,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:33.401711 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.api.v2.resource [None req-4d402ebc-361c-4b12-bdea-d3c5731a506e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] show failed (client error): The resource could not be found. Mar 23 12:55:33.408392 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50430) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:33.409086 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4d402ebc-361c-4b12-bdea-d3c5731a506e tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "GET /v2.0/security-groups/5f7e0149-8d4c-451f-a38b-e819f0a0fbc7 HTTP/1.1" status: 404 len: 347 time: 0.0148206 Mar 23 12:55:33.452605 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5603855c-a37e-4a6f-abb9-c02a80c766fb None None] New status for floating IP e546cb26-f1b2-4388-923c-8b2e347b9d04: DOWN {{(pid=115112) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:55:33.559609 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Deleting port 84615bf7-8d85-441f-a90e-01562ba34798 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:33.560347 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (84615bf7-8d85-441f-a90e-01562ba34798), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:33.701285 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (84615bf7-8d85-441f-a90e-01562ba34798), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:33.701659 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (84615bf7-8d85-441f-a90e-01562ba34798), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:33.727770 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Calling delete_port for 84615bf7-8d85-441f-a90e-01562ba34798 owned by network:floatingip {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:33.913529 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (84615bf7-8d85-441f-a90e-01562ba34798), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:33.941526 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Pushing event deleted for resources: {'Port': ['ID=84615bf7-8d85-441f-a90e-01562ba34798,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:34.015017 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50450) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:34.024588 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks [] for floatingip (e546cb26-f1b2-4388-923c-8b2e347b9d04), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.029224 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.031489 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-1bc71e98-06ef-4e53-9d57-c6d0343c7283 tempest-AttachVolumeShelveTestJSON-963370984 tempest-AttachVolumeShelveTestJSON-963370984-project] 10.222.0.45 "DELETE /v2.0/floatingips/e546cb26-f1b2-4388-923c-8b2e347b9d04 HTTP/1.1" status: 204 len: 168 time: 0.6213682 Mar 23 12:55:34.205756 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-07828e84-a48d-4a1d-86d0-ba01c6b167d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.310283 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-07828e84-a48d-4a1d-86d0-ba01c6b167d0 admin admin] Publish callbacks [] for security_group (476cdc78-79bc-485a-82b5-ff8623842a1b), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.314432 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-07828e84-a48d-4a1d-86d0-ba01c6b167d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (476cdc78-79bc-485a-82b5-ff8623842a1b), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.359686 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-07828e84-a48d-4a1d-86d0-ba01c6b167d0 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=34f94ccf6bb140ca84d36aa540419423&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3435838 Mar 23 12:55:34.362089 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07828e84-a48d-4a1d-86d0-ba01c6b167d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476cdc78-79bc-485a-82b5-ff8623842a1b,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:34.362447 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50462) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:34.425796 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-cb5f09e4-f834-4090-b9a5-0b7e2c952f85 admin admin] Publish callbacks [] for security_group (476cdc78-79bc-485a-82b5-ff8623842a1b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.461769 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-cb5f09e4-f834-4090-b9a5-0b7e2c952f85 admin admin] Publish callbacks [] for security_group (476cdc78-79bc-485a-82b5-ff8623842a1b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.521099 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-cb5f09e4-f834-4090-b9a5-0b7e2c952f85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (476cdc78-79bc-485a-82b5-ff8623842a1b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.523605 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-cb5f09e4-f834-4090-b9a5-0b7e2c952f85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.524815 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-cb5f09e4-f834-4090-b9a5-0b7e2c952f85 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/476cdc78-79bc-485a-82b5-ff8623842a1b HTTP/1.1" status: 204 len: 168 time: 0.1612370 Mar 23 12:55:34.535432 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5f09e4-f834-4090-b9a5-0b7e2c952f85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476cdc78-79bc-485a-82b5-ff8623842a1b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:34.846274 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50476) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:34.860280 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ddc84335-1da7-4ce0-ad42-1e4e42a14296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.937887 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ddc84335-1da7-4ce0-ad42-1e4e42a14296 admin admin] Publish callbacks [] for security_group (2d38eafb-7701-4877-bc8b-4e9e34d44992), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.941536 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-ddc84335-1da7-4ce0-ad42-1e4e42a14296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (2d38eafb-7701-4877-bc8b-4e9e34d44992), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:34.984725 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-ddc84335-1da7-4ce0-ad42-1e4e42a14296 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0388dd85bd454efe97a7bae3e1dcd184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373422 Mar 23 12:55:34.985706 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc84335-1da7-4ce0-ad42-1e4e42a14296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d38eafb-7701-4877-bc8b-4e9e34d44992,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:34.987448 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50478) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:35.038633 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8fe294a2-4d1a-4dac-b140-391d790620e6 admin admin] Publish callbacks [] for security_group (2d38eafb-7701-4877-bc8b-4e9e34d44992), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.061440 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8fe294a2-4d1a-4dac-b140-391d790620e6 admin admin] Publish callbacks [] for security_group (2d38eafb-7701-4877-bc8b-4e9e34d44992), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.084381 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 9373aad0-a06d-4144-a3d8-dc697e8b36c4 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:35.108119 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 9373aad0-a06d-4144-a3d8-dc697e8b36c4 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:35.108544 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 9373aad0-a06d-4144-a3d8-dc697e8b36c4 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:35.110762 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8fe294a2-4d1a-4dac-b140-391d790620e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (2d38eafb-7701-4877-bc8b-4e9e34d44992), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.113479 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-8fe294a2-4d1a-4dac-b140-391d790620e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.114632 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-8fe294a2-4d1a-4dac-b140-391d790620e6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2d38eafb-7701-4877-bc8b-4e9e34d44992 HTTP/1.1" status: 204 len: 168 time: 0.1260891 Mar 23 12:55:35.123317 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe294a2-4d1a-4dac-b140-391d790620e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d38eafb-7701-4877-bc8b-4e9e34d44992,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:35.509714 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50500) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:35.523834 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5b76c338-c17c-49b8-92a5-bd51a5618a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.616619 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5b76c338-c17c-49b8-92a5-bd51a5618a6a admin admin] Publish callbacks [] for security_group (8a345a4f-2a6c-43c2-bb99-29fe229289b4), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.622041 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5b76c338-c17c-49b8-92a5-bd51a5618a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (8a345a4f-2a6c-43c2-bb99-29fe229289b4), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.662274 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-5b76c338-c17c-49b8-92a5-bd51a5618a6a admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=f75bd9aad9844dde963d188e8528fa00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513684 Mar 23 12:55:35.663450 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b76c338-c17c-49b8-92a5-bd51a5618a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a345a4f-2a6c-43c2-bb99-29fe229289b4,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:35.665104 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50502) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:35.718392 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-28221c74-41eb-4fe2-917a-0295908114e5 admin admin] Publish callbacks [] for security_group (8a345a4f-2a6c-43c2-bb99-29fe229289b4), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.741380 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-28221c74-41eb-4fe2-917a-0295908114e5 admin admin] Publish callbacks [] for security_group (8a345a4f-2a6c-43c2-bb99-29fe229289b4), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.798657 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-28221c74-41eb-4fe2-917a-0295908114e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (8a345a4f-2a6c-43c2-bb99-29fe229289b4), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.801267 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-28221c74-41eb-4fe2-917a-0295908114e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:35.802454 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-28221c74-41eb-4fe2-917a-0295908114e5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/8a345a4f-2a6c-43c2-bb99-29fe229289b4 HTTP/1.1" status: 204 len: 168 time: 0.1361706 Mar 23 12:55:35.811055 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28221c74-41eb-4fe2-917a-0295908114e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a345a4f-2a6c-43c2-bb99-29fe229289b4,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:36.527620 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50522) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:37.117699 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (5a768bf8-630f-44c2-9cf0-86702bd26fb4), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:37.644670 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Deleting port e65028c6-ed19-4156-ab39-4a19ba55ddd1 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:37.645517 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:37.733234 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] For port e65028c6-ed19-4156-ab39-4a19ba55ddd1, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=e65028c6-ed19-4156-ab39-4a19ba55ddd1,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:37.733519 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:37.746357 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Calling delete_port for e65028c6-ed19-4156-ab39-4a19ba55ddd1 owned by network:router_interface {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:37.937280 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (e65028c6-ed19-4156-ab39-4a19ba55ddd1), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:37.961806 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Pushing event deleted for resources: {'Port': ['ID=e65028c6-ed19-4156-ab39-4a19ba55ddd1,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:38.134886 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (5a768bf8-630f-44c2-9cf0-86702bd26fb4), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:38.353147 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:55:38.482431 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:55:38.488334 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-9d8f4ea8-721d-4075-8c46-59dc71b82266 admin admin] 10.222.0.45 "PUT /v2.0/routers/5a768bf8-630f-44c2-9cf0-86702bd26fb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9594951 Mar 23 12:55:38.492624 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50590) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:38.495455 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] Sync routers for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:55:38.506152 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:38.506939 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:55:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:38.623532 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks [] for router (5a768bf8-630f-44c2-9cf0-86702bd26fb4), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:38.663239 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:38.751812 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks [] for router_gateway (5a768bf8-630f-44c2-9cf0-86702bd26fb4), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:38.819194 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Deleting port 5e5b1e27-af99-49b8-995e-bbe82b26c11d {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:38.819541 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:38.883015 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52'}], 'enable_snat': True}, 'gw_port_id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:55:37Z', 'revision_number': 5, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port': {'id': '5e5b1e27-af99-49b8-995e-bbe82b26c11d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:60:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:48:00Z', 'updated_at': '2022-03-23T12:48:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:38.911533 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] For port 5e5b1e27-af99-49b8-995e-bbe82b26c11d, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=5e5b1e27-af99-49b8-995e-bbe82b26c11d,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:38.911755 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] Checking router: 5a768bf8-630f-44c2-9cf0-86702bd26fb4 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:55:38.912081 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:38.922452 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] Routers {'5a768bf8-630f-44c2-9cf0-86702bd26fb4'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:55:38.923438 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:55:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:38.927308 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Calling delete_port for 5e5b1e27-af99-49b8-995e-bbe82b26c11d owned by network:router_gateway {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:39.020404 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] Set router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:55:39.030861 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50610) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:39.080908 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:55:38Z', 'revision_number': 6, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port_host': None}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:39.124565 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (5e5b1e27-af99-49b8-995e-bbe82b26c11d), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.149635 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaec0-2a15-4484-a63f-57e013edcf5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.161927 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e5b1e27-af99-49b8-995e-bbe82b26c11d,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:39.214911 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f7e609-ee6c-4808-b752-4ad458d38068 None None] The sync data for ids ['5a768bf8-630f-44c2-9cf0-86702bd26fb4'] in dv-cinder-797245-11-iscsi is: [{'id': '5a768bf8-630f-44c2-9cf0-86702bd26fb4', 'name': 'tempest-AttachVolumeShelveTestJSON-1905158432-router', 'tenant_id': '7e38f2806b4646d09256a66de6a08bfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:47:59Z', 'updated_at': '2022-03-23T12:55:38Z', 'revision_number': 6, 'project_id': '7e38f2806b4646d09256a66de6a08bfd', 'gw_port_host': None}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:55:39.228535 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (5a768bf8-630f-44c2-9cf0-86702bd26fb4), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.250849 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaec0-2a15-4484-a63f-57e013edcf5b admin admin] Publish callbacks [] for security_group (3238933b-c762-42d9-803c-f1b3f16a20f2), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.255162 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4a4aaec0-2a15-4484-a63f-57e013edcf5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3238933b-c762-42d9-803c-f1b3f16a20f2), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.294368 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-4a4aaec0-2a15-4484-a63f-57e013edcf5b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c3bf481d5c4244b78facad4e6ea905b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620237 Mar 23 12:55:39.296502 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4aaec0-2a15-4484-a63f-57e013edcf5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3238933b-c762-42d9-803c-f1b3f16a20f2,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:39.300273 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50614) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:39.323581 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (5a768bf8-630f-44c2-9cf0-86702bd26fb4), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.326477 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks [] for router_controller (5a768bf8-630f-44c2-9cf0-86702bd26fb4), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.350621 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2dd47991-f4f4-42a6-aac4-5b2278dac685 admin admin] Publish callbacks [] for security_group (3238933b-c762-42d9-803c-f1b3f16a20f2), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.370753 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (5a768bf8-630f-44c2-9cf0-86702bd26fb4), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.371438 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a768bf8-630f-44c2-9cf0-86702bd26fb4 {{(pid=115108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:55:39.371749 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2dd47991-f4f4-42a6-aac4-5b2278dac685 admin admin] Publish callbacks [] for security_group (3238933b-c762-42d9-803c-f1b3f16a20f2), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.375597 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.379073 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-213dcbfa-1ac7-4587-924b-19aa2c66367e admin admin] 10.222.0.45 "DELETE /v2.0/routers/5a768bf8-630f-44c2-9cf0-86702bd26fb4 HTTP/1.1" status: 204 len: 168 time: 0.8832121 Mar 23 12:55:39.379327 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50616) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:39.420862 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2dd47991-f4f4-42a6-aac4-5b2278dac685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3238933b-c762-42d9-803c-f1b3f16a20f2), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.423352 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2dd47991-f4f4-42a6-aac4-5b2278dac685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.424606 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-2dd47991-f4f4-42a6-aac4-5b2278dac685 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3238933b-c762-42d9-803c-f1b3f16a20f2 HTTP/1.1" status: 204 len: 168 time: 0.1233668 Mar 23 12:55:39.425807 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e13a6f1-c9e1-47d1-9438-00931ec34af4 admin admin] Deleting subnet f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 {{(pid=115108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:55:39.429274 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6f1-c9e1-47d1-9438-00931ec34af4 admin admin] Publish callbacks [] for subnet (f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.433400 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd47991-f4f4-42a6-aac4-5b2278dac685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3238933b-c762-42d9-803c-f1b3f16a20f2,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:39.471969 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6f1-c9e1-47d1-9438-00931ec34af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13746944'] for subnet (f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.552327 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6f1-c9e1-47d1-9438-00931ec34af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.613960 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6f1-c9e1-47d1-9438-00931ec34af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58406604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13932603'] for subnet (f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.644300 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e13a6f1-c9e1-47d1-9438-00931ec34af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:39.650211 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5e13a6f1-c9e1-47d1-9438-00931ec34af4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.654278 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-5e13a6f1-c9e1-47d1-9438-00931ec34af4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/f9f2dcbd-b6c7-4ec3-bd8a-e67a4e35fd75 HTTP/1.1" status: 204 len: 168 time: 0.2735260 Mar 23 12:55:39.658164 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50624) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:39.659610 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c41f57a-d335-4b70-9a7e-ec82ab405762 None None] Network 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:39.738930 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (0ad8b074-08cc-49f1-9aea-20ddb46a3d70), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.763520 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50628) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:39.778040 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-feed9a8d-4439-4843-b8f2-6e5cefdb8c36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.817862 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Deleting port 014fd1c0-c59c-4fcf-938e-bfa745067162 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:55:39.818365 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.881977 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-feed9a8d-4439-4843-b8f2-6e5cefdb8c36 admin admin] Publish callbacks [] for security_group (a1d29f75-d184-44af-ab93-d0fa0921c117), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.887073 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-feed9a8d-4439-4843-b8f2-6e5cefdb8c36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a1d29f75-d184-44af-ab93-d0fa0921c117), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.894030 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] For port 014fd1c0-c59c-4fcf-938e-bfa745067162, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=014fd1c0-c59c-4fcf-938e-bfa745067162,segment=NetworkSegment(79f373f3-24b1-428b-9f0a-05b18f51a8da),segment_id=79f373f3-24b1-428b-9f0a-05b18f51a8da)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:55:39.894444 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:39.909865 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Calling delete_port for 014fd1c0-c59c-4fcf-938e-bfa745067162 owned by network:dhcp {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:55:39.928617 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-feed9a8d-4439-4843-b8f2-6e5cefdb8c36 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c0b2cfcbbe1a40558f08eaa63ef735d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635454 Mar 23 12:55:39.930646 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed9a8d-4439-4843-b8f2-6e5cefdb8c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d29f75-d184-44af-ab93-d0fa0921c117,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:39.934466 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50630) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:39.991059 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-16be208f-d7a9-4893-b0e9-59af59ca3f7b admin admin] Publish callbacks [] for security_group (a1d29f75-d184-44af-ab93-d0fa0921c117), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.019138 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-16be208f-d7a9-4893-b0e9-59af59ca3f7b admin admin] Publish callbacks [] for security_group (a1d29f75-d184-44af-ab93-d0fa0921c117), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.028410 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (014fd1c0-c59c-4fcf-938e-bfa745067162), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.046012 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634a7adf-52dd-4a85-a402-024304266c03 None None] DHCP port deletion for 0ad8b074-08cc-49f1-9aea-20ddb46a3d70 request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:55:40.078072 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Pushing event deleted for resources: {'Port': ['ID=014fd1c0-c59c-4fcf-938e-bfa745067162,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:40.086252 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] No DVR routers for this DVR port 014fd1c0-c59c-4fcf-938e-bfa745067162 on host dv-cinder-797245-11-iscsi {{(pid=115108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:55:40.113844 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-16be208f-d7a9-4893-b0e9-59af59ca3f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a1d29f75-d184-44af-ab93-d0fa0921c117), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.116576 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-16be208f-d7a9-4893-b0e9-59af59ca3f7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.117774 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-16be208f-d7a9-4893-b0e9-59af59ca3f7b admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/a1d29f75-d184-44af-ab93-d0fa0921c117 HTTP/1.1" status: 204 len: 168 time: 0.1819954 Mar 23 12:55:40.138021 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be208f-d7a9-4893-b0e9-59af59ca3f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d29f75-d184-44af-ab93-d0fa0921c117,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:40.185808 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (0ad8b074-08cc-49f1-9aea-20ddb46a3d70), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.216687 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad8b074-08cc-49f1-9aea-20ddb46a3d70']}} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:40.227965 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f373f3-24b1-428b-9f0a-05b18f51a8da') {'for_net_delete': True} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:40.228284 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f373f3-24b1-428b-9f0a-05b18f51a8da') {} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:40.240218 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13747001'] for segment (79f373f3-24b1-428b-9f0a-05b18f51a8da), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.254562 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (79f373f3-24b1-428b-9f0a-05b18f51a8da), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.267355 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=115108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:40.267793 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58407790'] for segment (79f373f3-24b1-428b-9f0a-05b18f51a8da), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: Traceback (most recent call last): Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: timer() Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: cb(*args, **kw) Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: return func(*args, **kwargs) Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: self._notify() Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: self.callback(batched_events) Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: event.method(event) Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: return f(self, *a, **k) Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._get(url).json() Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:40.269657 dv-cinder-797245-11-iscsi neutron-server[115108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:40.333607 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (0ad8b074-08cc-49f1-9aea-20ddb46a3d70), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.359753 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.365625 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] 10.222.0.45 "DELETE /v2.0/networks/0ad8b074-08cc-49f1-9aea-20ddb46a3d70 HTTP/1.1" status: 204 len: 168 time: 0.7038088 Mar 23 12:55:40.365625 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b0978-33f5-4596-b282-15644d7ea345 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad8b074-08cc-49f1-9aea-20ddb46a3d70,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:40.538226 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 014fd1c0-c59c-4fcf-938e-bfa745067162 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:40.566480 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50650) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:40.568367 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 014fd1c0-c59c-4fcf-938e-bfa745067162 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:40.568714 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 014fd1c0-c59c-4fcf-938e-bfa745067162 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:40.569291 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5e5b1e27-af99-49b8-995e-bbe82b26c11d no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:40.591924 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 5e5b1e27-af99-49b8-995e-bbe82b26c11d {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:40.592301 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 5e5b1e27-af99-49b8-995e-bbe82b26c11d not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:40.592879 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device e65028c6-ed19-4156-ab39-4a19ba55ddd1 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:55:40.612938 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: e65028c6-ed19-4156-ab39-4a19ba55ddd1 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:55:40.613565 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device e65028c6-ed19-4156-ab39-4a19ba55ddd1 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:55:40.617828 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50654) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:40.618009 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-9d0ddf1c-1f48-4758-8e79-aafaeff05554 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7e38f2806b4646d09256a66de6a08bfd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0503206 Mar 23 12:55:40.667960 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e989-f417-43b8-a69d-60fb2ad2c5d0 admin admin] Publish callbacks [] for security_group (eb5d6301-61b5-4782-9340-8ffeb60730fb), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.689138 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e989-f417-43b8-a69d-60fb2ad2c5d0 admin admin] Publish callbacks [] for security_group (eb5d6301-61b5-4782-9340-8ffeb60730fb), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.740850 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e989-f417-43b8-a69d-60fb2ad2c5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (eb5d6301-61b5-4782-9340-8ffeb60730fb), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.743588 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a9f6e989-f417-43b8-a69d-60fb2ad2c5d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:40.744813 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a9f6e989-f417-43b8-a69d-60fb2ad2c5d0 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/eb5d6301-61b5-4782-9340-8ffeb60730fb HTTP/1.1" status: 204 len: 168 time: 0.1259871 Mar 23 12:55:40.754343 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f6e989-f417-43b8-a69d-60fb2ad2c5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5d6301-61b5-4782-9340-8ffeb60730fb,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:41.425281 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50698) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:41.547147 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-100051676-network', 'tenant_id': '41bdfafc62674acb9e38656620fcfa41'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:41.582399 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Made reservation on behalf of 41bdfafc62674acb9e38656620fcfa41 for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:41.585248 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:41.596395 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:41.681506 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Publish callbacks [] for security_group (77b726d0-f328-4dd7-bf62-fdf0bb4f2f46), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:41.685445 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (77b726d0-f328-4dd7-bf62-fdf0bb4f2f46), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:41.708116 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:41.725524 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b726d0-f328-4dd7-bf62-fdf0bb4f2f46,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:41.728514 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (306fe6ca-90b3-4021-87d3-c2dd2e4c4e0d), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:41.728940 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Added segment 306fe6ca-90b3-4021-87d3-c2dd2e4c4e0d of type vlan for network b7900b7f-2120-4364-9d85-f266e50a7ea4 Mar 23 12:55:41.773654 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (b7900b7f-2120-4364-9d85-f266e50a7ea4), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:41.799365 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (b7900b7f-2120-4364-9d85-f266e50a7ea4), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:41.800506 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:41.801096 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:41.858323 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4311874 Mar 23 12:55:41.861129 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50706) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:41.865803 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Request body: {'subnet': {'network_id': 'b7900b7f-2120-4364-9d85-f266e50a7ea4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-100051676-subnet', 'tenant_id': '41bdfafc62674acb9e38656620fcfa41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:41.872328 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c171ca-27c2-4bc2-8f65-c1b0c1b3b216 admin admin] Pushing event updated for resources: {'Network': ['ID=b7900b7f-2120-4364-9d85-f266e50a7ea4,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:41.882107 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network b7900b7f-2120-4364-9d85-f266e50a7ea4 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:41.890126 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Made reservation on behalf of 41bdfafc62674acb9e38656620fcfa41 for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:41.892527 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13932566'] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:42.070235 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58406541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13932544'] for subnet (cc9174ca-1f9e-4c22-878c-f6ab4e83f273), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:42.124537 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc9174ca-1f9e-4c22-878c-f6ab4e83f273,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:42.136954 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.137300 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.137648 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.137993 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.138331 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.138665 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.139000 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.139329 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.139660 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.139989 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.140351 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.140682 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.141013 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.141338 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.141661 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:55:42.146893 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Checking segment: {'id': '306fe6ca-90b3-4021-87d3-c2dd2e4c4e0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b7900b7f-2120-4364-9d85-f266e50a7ea4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:55:42.147258 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Network hostable DHCP agents. Network: b7900b7f-2120-4364-9d85-f266e50a7ea4, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:42.163991 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Network b7900b7f-2120-4364-9d85-f266e50a7ea4 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:42.176228 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, b7900b7f-2120-4364-9d85-f266e50a7ea4) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:42.180728 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:42.181473 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:42.189004 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077d58ee-f99a-4f15-b32b-f9a9c20d1de2 None None] Network b7900b7f-2120-4364-9d85-f266e50a7ea4 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:42.202173 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4a3ff990-14e4-439c-af1d-ab9c3f6ba197 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3400135 Mar 23 12:55:42.302280 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c1b0a8-64ad-4277-a8b2-13f8206dae0b None None] Network b7900b7f-2120-4364-9d85-f266e50a7ea4 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:42.755754 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50736) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:42.761555 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-860322958-network', 'tenant_id': 'bd054229728c49179df8ca0c058fe5c2'}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:42.780499 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Made reservation on behalf of bd054229728c49179df8ca0c058fe5c2 for: {'network': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:42.782788 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:42.796548 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:42.878084 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Publish callbacks [] for security_group (c7342905-215f-4ea8-a4de-f4af31031584), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:42.882111 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c7342905-215f-4ea8-a4de-f4af31031584), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:42.916355 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=115108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:42.921815 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7342905-215f-4ea8-a4de-f4af31031584,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:42.930048 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (dfab2704-79a2-407e-90bf-9e881dbacc72), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:42.930048 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.db.segments_db [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Added segment dfab2704-79a2-407e-90bf-9e881dbacc72 of type vlan for network 61b855b6-a7e3-43b4-808a-205d5feb9519 Mar 23 12:55:42.974201 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (61b855b6-a7e3-43b4-808a-205d5feb9519), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:42.999293 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (61b855b6-a7e3-43b4-808a-205d5feb9519), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.000467 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:43.000842 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.060780 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3036134 Mar 23 12:55:43.063905 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50750) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:43.067856 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2793383-727b-4e57-b490-868cac518b2a admin admin] Pushing event updated for resources: {'Network': ['ID=61b855b6-a7e3-43b4-808a-205d5feb9519,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:43.069020 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Request body: {'subnet': {'network_id': '61b855b6-a7e3-43b4-808a-205d5feb9519', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-860322958-subnet', 'tenant_id': 'bd054229728c49179df8ca0c058fe5c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:43.079143 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network 61b855b6-a7e3-43b4-808a-205d5feb9519 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:43.091543 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Made reservation on behalf of bd054229728c49179df8ca0c058fe5c2 for: {'subnet': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:43.094844 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13078103'] for subnet (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.267653 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58409187', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13078081'] for subnet (b0709945-f0fd-474a-9370-a4b2a3c11d8b), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.333292 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0709945-f0fd-474a-9370-a4b2a3c11d8b,revision_number=0']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:43.341238 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Checking segment: {'id': 'dfab2704-79a2-407e-90bf-9e881dbacc72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '61b855b6-a7e3-43b4-808a-205d5feb9519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:55:43.341475 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Network hostable DHCP agents. Network: 61b855b6-a7e3-43b4-808a-205d5feb9519, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:43.360528 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Network 61b855b6-a7e3-43b4-808a-205d5feb9519 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:43.368664 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, 61b855b6-a7e3-43b4-808a-205d5feb9519) {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:43.374484 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:43.376094 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.377125 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe47efb9-949d-416d-8acb-82375e05b8a6 None None] Network 61b855b6-a7e3-43b4-808a-205d5feb9519 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:43.394051 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-d0927567-64b1-4c8a-a8fe-c12ee5e6ddd2 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3289123 Mar 23 12:55:43.480927 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4726f4c-e890-42fc-86b9-315f88ec12b7 None None] Network 61b855b6-a7e3-43b4-808a-205d5feb9519 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:43.517979 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50768) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:43.570447 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b059ec-266e-45ed-90a2-9d9a8fa2d39e admin admin] Deleting subnet cc9174ca-1f9e-4c22-878c-f6ab4e83f273 {{(pid=115108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:55:43.574042 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-12b059ec-266e-45ed-90a2-9d9a8fa2d39e admin admin] Publish callbacks [] for subnet (cc9174ca-1f9e-4c22-878c-f6ab4e83f273), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.610384 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-12b059ec-266e-45ed-90a2-9d9a8fa2d39e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13746944'] for subnet (cc9174ca-1f9e-4c22-878c-f6ab4e83f273), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.649668 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-12b059ec-266e-45ed-90a2-9d9a8fa2d39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (cc9174ca-1f9e-4c22-878c-f6ab4e83f273), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.702941 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-12b059ec-266e-45ed-90a2-9d9a8fa2d39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58406604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13932603'] for subnet (cc9174ca-1f9e-4c22-878c-f6ab4e83f273), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.727588 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b059ec-266e-45ed-90a2-9d9a8fa2d39e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc9174ca-1f9e-4c22-878c-f6ab4e83f273,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:43.732772 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-12b059ec-266e-45ed-90a2-9d9a8fa2d39e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.735912 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-12b059ec-266e-45ed-90a2-9d9a8fa2d39e admin admin] 10.222.0.45 "DELETE /v2.0/subnets/cc9174ca-1f9e-4c22-878c-f6ab4e83f273 HTTP/1.1" status: 204 len: 168 time: 0.2152281 Mar 23 12:55:43.738469 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50774) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:43.814096 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (b7900b7f-2120-4364-9d85-f266e50a7ea4), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.905353 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (b7900b7f-2120-4364-9d85-f266e50a7ea4), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.926956 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7900b7f-2120-4364-9d85-f266e50a7ea4']}} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:43.936380 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306fe6ca-90b3-4021-87d3-c2dd2e4c4e0d') {'for_net_delete': True} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:43.936779 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306fe6ca-90b3-4021-87d3-c2dd2e4c4e0d') {} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:43.946176 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13747001'] for segment (306fe6ca-90b3-4021-87d3-c2dd2e4c4e0d), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.959216 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (306fe6ca-90b3-4021-87d3-c2dd2e4c4e0d), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.966541 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=115108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:43.966541 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58407790'] for segment (306fe6ca-90b3-4021-87d3-c2dd2e4c4e0d), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: Traceback (most recent call last): Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: timer() Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: cb(*args, **kw) Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: return func(*args, **kwargs) Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: self._notify() Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: self.callback(batched_events) Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: event.method(event) Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: return f(self, *a, **k) Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._get(url).json() Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:43.968371 dv-cinder-797245-11-iscsi neutron-server[115108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:44.027695 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (b7900b7f-2120-4364-9d85-f266e50a7ea4), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.033544 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.039731 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50786) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:44.039904 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] 10.222.0.45 "DELETE /v2.0/networks/b7900b7f-2120-4364-9d85-f266e50a7ea4 HTTP/1.1" status: 204 len: 168 time: 0.3004072 Mar 23 12:55:44.051909 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946cd81b-2968-4708-9696-60f56bcc57fc admin admin] Pushing event deleted for resources: {'Network': ['ID=b7900b7f-2120-4364-9d85-f266e50a7ea4,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:44.098325 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0b3eab-1af9-4422-bf6a-06ce22b0b9e2 admin admin] Deleting subnet b0709945-f0fd-474a-9370-a4b2a3c11d8b {{(pid=115109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:55:44.101714 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0a0b3eab-1af9-4422-bf6a-06ce22b0b9e2 admin admin] Publish callbacks [] for subnet (b0709945-f0fd-474a-9370-a4b2a3c11d8b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.140191 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0a0b3eab-1af9-4422-bf6a-06ce22b0b9e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13703470'] for subnet (b0709945-f0fd-474a-9370-a4b2a3c11d8b), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.180131 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0a0b3eab-1af9-4422-bf6a-06ce22b0b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (b0709945-f0fd-474a-9370-a4b2a3c11d8b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.243904 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0a0b3eab-1af9-4422-bf6a-06ce22b0b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58409122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078138'] for subnet (b0709945-f0fd-474a-9370-a4b2a3c11d8b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.269940 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b3eab-1af9-4422-bf6a-06ce22b0b9e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0709945-f0fd-474a-9370-a4b2a3c11d8b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:44.274167 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0a0b3eab-1af9-4422-bf6a-06ce22b0b9e2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.278021 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-0a0b3eab-1af9-4422-bf6a-06ce22b0b9e2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/b0709945-f0fd-474a-9370-a4b2a3c11d8b HTTP/1.1" status: 204 len: 168 time: 0.2371500 Mar 23 12:55:44.280650 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50798) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:44.349391 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (61b855b6-a7e3-43b4-808a-205d5feb9519), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.436943 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (61b855b6-a7e3-43b4-808a-205d5feb9519), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.461253 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61b855b6-a7e3-43b4-808a-205d5feb9519']}} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:44.473743 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfab2704-79a2-407e-90bf-9e881dbacc72') {'for_net_delete': True} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:44.474992 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfab2704-79a2-407e-90bf-9e881dbacc72') {} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:44.486477 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13703447'] for segment (dfab2704-79a2-407e-90bf-9e881dbacc72), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.504878 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (dfab2704-79a2-407e-90bf-9e881dbacc72), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.517252 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=115109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:44.518049 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58412288'] for segment (dfab2704-79a2-407e-90bf-9e881dbacc72), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: Traceback (most recent call last): Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: timer() Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: cb(*args, **kw) Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: return func(*args, **kwargs) Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: self._notify() Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: self.callback(batched_events) Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: event.method(event) Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: return f(self, *a, **k) Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._get(url).json() Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:44.521257 dv-cinder-797245-11-iscsi neutron-server[115109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:44.581009 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (61b855b6-a7e3-43b4-808a-205d5feb9519), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.586458 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.592877 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] 10.222.0.45 "DELETE /v2.0/networks/61b855b6-a7e3-43b4-808a-205d5feb9519 HTTP/1.1" status: 204 len: 168 time: 0.3105874 Mar 23 12:55:44.604375 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b59cc-210b-4de8-9552-0130a449b56c admin admin] Pushing event deleted for resources: {'Network': ['ID=61b855b6-a7e3-43b4-808a-205d5feb9519,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:44.714850 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50808) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:44.821130 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50812) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:44.844383 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-49c3aee6-e0e1-431e-8311-6b8925c5a03f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.863926 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8217e1d7-a610-4936-b797-e3df253fa27c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.897622 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-8eedebdc-759a-4e94-b4ca-2dcec3c45a05 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=41bdfafc62674acb9e38656620fcfa41&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0750732 Mar 23 12:55:44.900396 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50814) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:44.961410 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a2302582-a2ac-4dec-84f8-e9ce2a496bf7 admin admin] Publish callbacks [] for security_group (77b726d0-f328-4dd7-bf62-fdf0bb4f2f46), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.969996 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8217e1d7-a610-4936-b797-e3df253fa27c admin admin] Publish callbacks [] for security_group (256a5871-2a23-46fa-9452-d93668396c46), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.974634 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-8217e1d7-a610-4936-b797-e3df253fa27c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (256a5871-2a23-46fa-9452-d93668396c46), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:44.984031 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a2302582-a2ac-4dec-84f8-e9ce2a496bf7 admin admin] Publish callbacks [] for security_group (77b726d0-f328-4dd7-bf62-fdf0bb4f2f46), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.015982 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-8217e1d7-a610-4936-b797-e3df253fa27c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=685d5a40c0db4bd2988ba9eda25a97f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2999687 Mar 23 12:55:45.016897 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8217e1d7-a610-4936-b797-e3df253fa27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256a5871-2a23-46fa-9452-d93668396c46,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:45.019192 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50816) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:45.055907 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a2302582-a2ac-4dec-84f8-e9ce2a496bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (77b726d0-f328-4dd7-bf62-fdf0bb4f2f46), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.059792 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a2302582-a2ac-4dec-84f8-e9ce2a496bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.060976 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a2302582-a2ac-4dec-84f8-e9ce2a496bf7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/77b726d0-f328-4dd7-bf62-fdf0bb4f2f46 HTTP/1.1" status: 204 len: 168 time: 0.1592205 Mar 23 12:55:45.073087 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2302582-a2ac-4dec-84f8-e9ce2a496bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b726d0-f328-4dd7-bf62-fdf0bb4f2f46,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:45.092330 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1ffd6359-ee5d-456f-aecb-7a3be2a5ec5e admin admin] Publish callbacks [] for security_group (256a5871-2a23-46fa-9452-d93668396c46), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.120224 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1ffd6359-ee5d-456f-aecb-7a3be2a5ec5e admin admin] Publish callbacks [] for security_group (256a5871-2a23-46fa-9452-d93668396c46), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.180916 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1ffd6359-ee5d-456f-aecb-7a3be2a5ec5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (256a5871-2a23-46fa-9452-d93668396c46), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.183546 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1ffd6359-ee5d-456f-aecb-7a3be2a5ec5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.184746 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-1ffd6359-ee5d-456f-aecb-7a3be2a5ec5e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/256a5871-2a23-46fa-9452-d93668396c46 HTTP/1.1" status: 204 len: 168 time: 0.1645565 Mar 23 12:55:45.192801 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd6359-ee5d-456f-aecb-7a3be2a5ec5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256a5871-2a23-46fa-9452-d93668396c46,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:45.449631 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50838) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:45.499498 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8101fc3-6a78-4ec7-968b-bb89c39cdf9b admin admin] Deleting subnet 74070456-a740-4ec9-b55e-743884ecd949 {{(pid=115108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:55:45.503279 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e8101fc3-6a78-4ec7-968b-bb89c39cdf9b admin admin] Publish callbacks [] for subnet (74070456-a740-4ec9-b55e-743884ecd949), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.523092 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50842) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:45.566806 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e8101fc3-6a78-4ec7-968b-bb89c39cdf9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13746944'] for subnet (74070456-a740-4ec9-b55e-743884ecd949), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.616990 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e8ab1269-393b-4084-9cf5-433f50d20bbe admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bd054229728c49179df8ca0c058fe5c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0899961 Mar 23 12:55:45.617380 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50848) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:45.648351 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e8101fc3-6a78-4ec7-968b-bb89c39cdf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (74070456-a740-4ec9-b55e-743884ecd949), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.720926 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-43582ad8-d784-4c5e-9236-8fdaf62da19a admin admin] Publish callbacks [] for security_group (c7342905-215f-4ea8-a4de-f4af31031584), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.746167 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e8101fc3-6a78-4ec7-968b-bb89c39cdf9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58406604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13932603'] for subnet (74070456-a740-4ec9-b55e-743884ecd949), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.755398 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-43582ad8-d784-4c5e-9236-8fdaf62da19a admin admin] Publish callbacks [] for security_group (c7342905-215f-4ea8-a4de-f4af31031584), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.787915 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8101fc3-6a78-4ec7-968b-bb89c39cdf9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74070456-a740-4ec9-b55e-743884ecd949,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:45.799016 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e8101fc3-6a78-4ec7-968b-bb89c39cdf9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.806129 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e8101fc3-6a78-4ec7-968b-bb89c39cdf9b admin admin] 10.222.0.45 "DELETE /v2.0/subnets/74070456-a740-4ec9-b55e-743884ecd949 HTTP/1.1" status: 204 len: 168 time: 0.3523636 Mar 23 12:55:45.806921 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50854) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:45.847157 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-43582ad8-d784-4c5e-9236-8fdaf62da19a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c7342905-215f-4ea8-a4de-f4af31031584), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.851190 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-43582ad8-d784-4c5e-9236-8fdaf62da19a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:45.852569 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-43582ad8-d784-4c5e-9236-8fdaf62da19a admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c7342905-215f-4ea8-a4de-f4af31031584 HTTP/1.1" status: 204 len: 168 time: 0.2344458 Mar 23 12:55:45.863332 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43582ad8-d784-4c5e-9236-8fdaf62da19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7342905-215f-4ea8-a4de-f4af31031584,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:45.904338 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (598c156f-dfc3-44bc-a4bb-6b32ce2d1eca), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.000471 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (598c156f-dfc3-44bc-a4bb-6b32ce2d1eca), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.027863 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598c156f-dfc3-44bc-a4bb-6b32ce2d1eca']}} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:46.039559 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '531c4a27-4f56-429e-b9d4-c3c707b2da11') {'for_net_delete': True} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:46.039849 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '531c4a27-4f56-429e-b9d4-c3c707b2da11') {} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:46.050905 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13703447'] for segment (531c4a27-4f56-429e-b9d4-c3c707b2da11), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.065701 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (531c4a27-4f56-429e-b9d4-c3c707b2da11), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.073364 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=115109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:46.074136 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58412288'] for segment (531c4a27-4f56-429e-b9d4-c3c707b2da11), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: Traceback (most recent call last): Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: timer() Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: cb(*args, **kw) Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: return func(*args, **kwargs) Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: self._notify() Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: self.callback(batched_events) Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: event.method(event) Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: return f(self, *a, **k) Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._get(url).json() Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:46.076085 dv-cinder-797245-11-iscsi neutron-server[115109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:46.139896 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (598c156f-dfc3-44bc-a4bb-6b32ce2d1eca), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.145736 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.150303 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] 10.222.0.45 "DELETE /v2.0/networks/598c156f-dfc3-44bc-a4bb-6b32ce2d1eca HTTP/1.1" status: 204 len: 168 time: 0.3409147 Mar 23 12:55:46.155358 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50876) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:46.166237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb06a359-89ce-4535-ac78-b1eeaa1dc096 admin admin] Pushing event deleted for resources: {'Network': ['ID=598c156f-dfc3-44bc-a4bb-6b32ce2d1eca,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:46.212518 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_v2 [None req-36fdd4cc-2212-4aaa-8c6e-72e427772edc admin admin] Deleting subnet 027cd8f8-b385-45d2-9419-dd3acf83efd9 {{(pid=115108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:55:46.219489 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-36fdd4cc-2212-4aaa-8c6e-72e427772edc admin admin] Publish callbacks [] for subnet (027cd8f8-b385-45d2-9419-dd3acf83efd9), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.257462 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-36fdd4cc-2212-4aaa-8c6e-72e427772edc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13746944'] for subnet (027cd8f8-b385-45d2-9419-dd3acf83efd9), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.300903 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-36fdd4cc-2212-4aaa-8c6e-72e427772edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (027cd8f8-b385-45d2-9419-dd3acf83efd9), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.363817 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-36fdd4cc-2212-4aaa-8c6e-72e427772edc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58406604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13932603'] for subnet (027cd8f8-b385-45d2-9419-dd3acf83efd9), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.390195 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdd4cc-2212-4aaa-8c6e-72e427772edc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027cd8f8-b385-45d2-9419-dd3acf83efd9,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:46.395405 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-36fdd4cc-2212-4aaa-8c6e-72e427772edc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.401777 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-36fdd4cc-2212-4aaa-8c6e-72e427772edc admin admin] 10.222.0.45 "DELETE /v2.0/subnets/027cd8f8-b385-45d2-9419-dd3acf83efd9 HTTP/1.1" status: 204 len: 168 time: 0.2450631 Mar 23 12:55:46.404022 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50886) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:46.499937 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (1a8bd6b7-269f-4eb4-a9e0-91b943a9d286), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.575285 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50894) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:46.611511 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (1a8bd6b7-269f-4eb4-a9e0-91b943a9d286), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.640905 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8bd6b7-269f-4eb4-a9e0-91b943a9d286']}} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:46.652078 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec8ef09e-f897-4e0d-89b8-2726b49c8bbb') {'for_net_delete': True} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:46.652562 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec8ef09e-f897-4e0d-89b8-2726b49c8bbb') {} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:55:46.662984 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13747001'] for segment (ec8ef09e-f897-4e0d-89b8-2726b49c8bbb), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.683150 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (ec8ef09e-f897-4e0d-89b8-2726b49c8bbb), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.691182 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=115108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:55:46.691937 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58407790'] for segment (ec8ef09e-f897-4e0d-89b8-2726b49c8bbb), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: Traceback (most recent call last): Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: timer() Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: cb(*args, **kw) Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: return func(*args, **kwargs) Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: self._notify() Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: self.callback(batched_events) Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: event.method(event) Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: return f(self, *a, **k) Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._get(url).json() Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: return self.request(url, 'GET', **kwargs) Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:55:46.694041 dv-cinder-797245-11-iscsi neutron-server[115108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:55:46.762783 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (1a8bd6b7-269f-4eb4-a9e0-91b943a9d286), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.768439 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.779630 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] 10.222.0.45 "DELETE /v2.0/networks/1a8bd6b7-269f-4eb4-a9e0-91b943a9d286 HTTP/1.1" status: 204 len: 168 time: 0.3667960 Mar 23 12:55:46.783745 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe80303f-3697-473d-a066-17bb58b1b2b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a8bd6b7-269f-4eb4-a9e0-91b943a9d286,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:46.840858 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-79682f17-600a-4b0f-a8e2-d66c34c1aee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.937891 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-79682f17-600a-4b0f-a8e2-d66c34c1aee2 admin admin] Publish callbacks [] for security_group (d52d2892-7fdd-446d-89b3-5cd55f4846b5), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.941782 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-79682f17-600a-4b0f-a8e2-d66c34c1aee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (d52d2892-7fdd-446d-89b3-5cd55f4846b5), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:46.962475 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50906) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:46.986615 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-79682f17-600a-4b0f-a8e2-d66c34c1aee2 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=bb8e65402dbf4978b847f1f81bdeb92a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4099598 Mar 23 12:55:46.992405 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50908) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:47.009033 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79682f17-600a-4b0f-a8e2-d66c34c1aee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52d2892-7fdd-446d-89b3-5cd55f4846b5,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:47.015793 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-ae8c42cd-d137-4e2e-9ac1-7bd9d97aa20b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=7924686d90304ea68d3926f0325c7ab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0495710 Mar 23 12:55:47.018557 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50912) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:47.053701 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2db5afc5-3c3a-4197-b846-3721e0fc03b1 admin admin] Publish callbacks [] for security_group (d52d2892-7fdd-446d-89b3-5cd55f4846b5), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.075117 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6936f993-3667-4ab2-acd0-918c65894338 admin admin] Publish callbacks [] for security_group (789757a8-cbed-42a9-965a-a376a9754364), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.084227 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2db5afc5-3c3a-4197-b846-3721e0fc03b1 admin admin] Publish callbacks [] for security_group (d52d2892-7fdd-446d-89b3-5cd55f4846b5), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.098812 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6936f993-3667-4ab2-acd0-918c65894338 admin admin] Publish callbacks [] for security_group (789757a8-cbed-42a9-965a-a376a9754364), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.149044 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2db5afc5-3c3a-4197-b846-3721e0fc03b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (d52d2892-7fdd-446d-89b3-5cd55f4846b5), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.153036 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-2db5afc5-3c3a-4197-b846-3721e0fc03b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.154718 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-2db5afc5-3c3a-4197-b846-3721e0fc03b1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d52d2892-7fdd-446d-89b3-5cd55f4846b5 HTTP/1.1" status: 204 len: 168 time: 0.1612628 Mar 23 12:55:47.164026 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6936f993-3667-4ab2-acd0-918c65894338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (789757a8-cbed-42a9-965a-a376a9754364), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.167346 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6936f993-3667-4ab2-acd0-918c65894338 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.167641 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5afc5-3c3a-4197-b846-3721e0fc03b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52d2892-7fdd-446d-89b3-5cd55f4846b5,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:47.171769 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6936f993-3667-4ab2-acd0-918c65894338 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/789757a8-cbed-42a9-965a-a376a9754364 HTTP/1.1" status: 204 len: 168 time: 0.1488876 Mar 23 12:55:47.183646 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936f993-3667-4ab2-acd0-918c65894338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=789757a8-cbed-42a9-965a-a376a9754364,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:47.612772 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50934) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:47.658094 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-d99fac8c-ca61-4134-83c4-6ec4b799b69c admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cb12982f7bee4b9990fababa50f78d28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439162 Mar 23 12:55:47.660616 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50936) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:47.713470 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-18100520-a50d-4610-8e4a-d89492da6ef1 admin admin] Publish callbacks [] for security_group (c77f49c8-6335-44d0-8a54-f3c10b138fdf), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.741194 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-18100520-a50d-4610-8e4a-d89492da6ef1 admin admin] Publish callbacks [] for security_group (c77f49c8-6335-44d0-8a54-f3c10b138fdf), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.807658 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-18100520-a50d-4610-8e4a-d89492da6ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (c77f49c8-6335-44d0-8a54-f3c10b138fdf), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.810278 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-18100520-a50d-4610-8e4a-d89492da6ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:47.811543 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-18100520-a50d-4610-8e4a-d89492da6ef1 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/c77f49c8-6335-44d0-8a54-f3c10b138fdf HTTP/1.1" status: 204 len: 168 time: 0.1500003 Mar 23 12:55:47.820604 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18100520-a50d-4610-8e4a-d89492da6ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77f49c8-6335-44d0-8a54-f3c10b138fdf,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:47.975438 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-60b799b4-a8cf-40ef-bd4e-dae612ff5d4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.270346 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50960) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:48.475528 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 50972) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:48.491132 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a68b49f0-2c9b-4376-a70c-7a6576b2afe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.538717 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1759904864-network', 'tenant_id': 'd67cea56e6764b08986b47c193b4f45b'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:48.566666 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Made reservation on behalf of d67cea56e6764b08986b47c193b4f45b for: {'network': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:48.569012 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for network (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.579953 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.583673 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a68b49f0-2c9b-4376-a70c-7a6576b2afe6 admin admin] Publish callbacks [] for security_group (d229b38f-28b4-4d9d-be09-564a18185c65), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.589970 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-a68b49f0-2c9b-4376-a70c-7a6576b2afe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (d229b38f-28b4-4d9d-be09-564a18185c65), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.635853 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a68b49f0-2c9b-4376-a70c-7a6576b2afe6 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=90509514114f414c82ac365375f5ec6f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3612304 Mar 23 12:55:48.637672 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50978) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:48.646702 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b49f0-2c9b-4376-a70c-7a6576b2afe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d229b38f-28b4-4d9d-be09-564a18185c65,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:48.692011 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Publish callbacks [] for security_group (1eabb0fb-cbf2-4c9c-b813-19aa832725d8), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.700786 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (1eabb0fb-cbf2-4c9c-b813-19aa832725d8), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.710875 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fab3a97a-a459-48bf-a070-e22e73bc37ee admin admin] Publish callbacks [] for security_group (d229b38f-28b4-4d9d-be09-564a18185c65), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.728570 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=115109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 23 12:55:48.738256 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eabb0fb-cbf2-4c9c-b813-19aa832725d8,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:48.745267 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (13d3ac0a-0df3-4d77-b56b-004db4be1cc8), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.745822 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.segments_db [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Added segment 13d3ac0a-0df3-4d77-b56b-004db4be1cc8 of type vlan for network b6a296fd-beba-43aa-912b-960cafb60581 Mar 23 12:55:48.749565 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fab3a97a-a459-48bf-a070-e22e73bc37ee admin admin] Publish callbacks [] for security_group (d229b38f-28b4-4d9d-be09-564a18185c65), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.790314 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8782310471729'] for network (b6a296fd-beba-43aa-912b-960cafb60581), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.823254 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fab3a97a-a459-48bf-a070-e22e73bc37ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (d229b38f-28b4-4d9d-be09-564a18185c65), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.824647 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753'] for network (b6a296fd-beba-43aa-912b-960cafb60581), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.826197 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:48.827387 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.828306 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fab3a97a-a459-48bf-a070-e22e73bc37ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:48.834078 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-fab3a97a-a459-48bf-a070-e22e73bc37ee admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/d229b38f-28b4-4d9d-be09-564a18185c65 HTTP/1.1" status: 204 len: 168 time: 0.1913366 Mar 23 12:55:48.845528 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab3a97a-a459-48bf-a070-e22e73bc37ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d229b38f-28b4-4d9d-be09-564a18185c65,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:48.949018 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50990) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:48.950454 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] 10.222.0.45 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4735794 Mar 23 12:55:48.958544 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925bfd9-e895-4ef3-876d-76fb15e75d2e admin admin] Pushing event updated for resources: {'Network': ['ID=b6a296fd-beba-43aa-912b-960cafb60581,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:48.961659 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.v2.base [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Request body: {'subnet': {'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1759904864-subnet', 'tenant_id': 'd67cea56e6764b08986b47c193b4f45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:48.981687 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Network b6a296fd-beba-43aa-912b-960cafb60581 details requested by agent ovs-agent-dv-cinder-797245-11-iscsi with host dv-cinder-797245-11-iscsi {{(pid=115112) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 23 12:55:49.015004 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Made reservation on behalf of d67cea56e6764b08986b47c193b4f45b for: {'subnet': 1} {{(pid=115108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:49.017364 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13932566'] for subnet (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.232994 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-58406541', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13932544'] for subnet (784248b7-5e03-4193-8115-047221866f83), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.295600 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Pushing event updated for resources: {'Subnet': ['ID=784248b7-5e03-4193-8115-047221866f83,revision_number=0']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:49.305680 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Checking segment: {'id': '13d3ac0a-0df3-4d77-b56b-004db4be1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:55:49.305969 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Network hostable DHCP agents. Network: b6a296fd-beba-43aa-912b-960cafb60581, hostable agents: ['a169310f-4251-4246-8624-977d3af3205b'], hosted agents: [] {{(pid=115108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 23 12:55:49.338930 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Network b6a296fd-beba-43aa-912b-960cafb60581 is scheduled to be hosted by DHCP agent a169310f-4251-4246-8624-977d3af3205b with binding_index 1 {{(pid=115108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 23 12:55:49.352309 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.base_scheduler [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-11-iscsi, b6a296fd-beba-43aa-912b-960cafb60581) {{(pid=115108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:49.357406 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:49.358459 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.360615 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 50998) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:49.363803 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb3ffc9-2a31-4379-b374-778f702bbfa3 None None] Network b6a296fd-beba-43aa-912b-960cafb60581 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:49.380155 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-503adf05-4042-4e7f-8eea-65f8476b9d16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.397023 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-08696b23-ae04-4139-ad8c-d3ad8d6d8059 admin admin] 10.222.0.45 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4452918 Mar 23 12:55:49.500071 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-503adf05-4042-4e7f-8eea-65f8476b9d16 admin admin] Publish callbacks [] for security_group (9bef19db-1325-432c-a676-96bd49746a39), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.503273 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919be2d3-0879-4ef0-a2fd-534ddf5c81eb None None] Network b6a296fd-beba-43aa-912b-960cafb60581 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:55:49.511226 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-503adf05-4042-4e7f-8eea-65f8476b9d16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9bef19db-1325-432c-a676-96bd49746a39), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.559205 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-503adf05-4042-4e7f-8eea-65f8476b9d16 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32bd6afc6ce24d8d8efb8e8397008895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1974878 Mar 23 12:55:49.560625 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503adf05-4042-4e7f-8eea-65f8476b9d16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bef19db-1325-432c-a676-96bd49746a39,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:49.561263 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51004) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:49.667504 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.673159 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af4bf2ee-a884-4635-b977-c4f9204a53c2 admin admin] Publish callbacks [] for security_group (9bef19db-1325-432c-a676-96bd49746a39), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.697290 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af4bf2ee-a884-4635-b977-c4f9204a53c2 admin admin] Publish callbacks [] for security_group (9bef19db-1325-432c-a676-96bd49746a39), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.749724 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51012) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:49.757512 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af4bf2ee-a884-4635-b977-c4f9204a53c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9bef19db-1325-432c-a676-96bd49746a39), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.760158 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-af4bf2ee-a884-4635-b977-c4f9204a53c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:49.761405 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-af4bf2ee-a884-4635-b977-c4f9204a53c2 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9bef19db-1325-432c-a676-96bd49746a39 HTTP/1.1" status: 204 len: 168 time: 0.1976986 Mar 23 12:55:49.769615 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4bf2ee-a884-4635-b977-c4f9204a53c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bef19db-1325-432c-a676-96bd49746a39,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:49.896287 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-077710d6-7d22-42c4-9b71-84b65821c633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:50.017131 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-077710d6-7d22-42c4-9b71-84b65821c633 admin admin] Publish callbacks [] for security_group (909b7f3f-3fab-437b-9f87-d804073e67c3), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:50.027063 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-077710d6-7d22-42c4-9b71-84b65821c633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (909b7f3f-3fab-437b-9f87-d804073e67c3), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:50.097490 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-077710d6-7d22-42c4-9b71-84b65821c633 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=1fabddda19f14af59e6d078cca9e3c61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3458619 Mar 23 12:55:50.102421 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077710d6-7d22-42c4-9b71-84b65821c633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909b7f3f-3fab-437b-9f87-d804073e67c3,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:50.102685 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51020) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:55:50.177110 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a4c22fa2-69fb-4803-8c18-7aaff4c765b5 admin admin] Publish callbacks [] for security_group (909b7f3f-3fab-437b-9f87-d804073e67c3), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:50.220088 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a4c22fa2-69fb-4803-8c18-7aaff4c765b5 admin admin] Publish callbacks [] for security_group (909b7f3f-3fab-437b-9f87-d804073e67c3), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:50.304429 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a4c22fa2-69fb-4803-8c18-7aaff4c765b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (909b7f3f-3fab-437b-9f87-d804073e67c3), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:50.310973 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-a4c22fa2-69fb-4803-8c18-7aaff4c765b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:50.314697 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-a4c22fa2-69fb-4803-8c18-7aaff4c765b5 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/909b7f3f-3fab-437b-9f87-d804073e67c3 HTTP/1.1" status: 204 len: 168 time: 0.2105474 Mar 23 12:55:50.339265 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c22fa2-69fb-4803-8c18-7aaff4c765b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909b7f3f-3fab-437b-9f87-d804073e67c3,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:51.098965 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:51.585986 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:51.770930 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-554e6693-b0ea-4136-8358-6b5d9ca967d8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:51.774191 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-554e6693-b0ea-4136-8358-6b5d9ca967d8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/networks?id=b6a296fd-beba-43aa-912b-960cafb60581 HTTP/1.1" status: 200 len: 814 time: 0.1672826 Mar 23 12:55:51.792895 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-cb08d1ce-d1e4-45a4-af55-ced879d97dd8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/quotas/d67cea56e6764b08986b47c193b4f45b HTTP/1.1" status: 200 len: 375 time: 0.0117981 Mar 23 12:55:51.830684 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-f091bd65-f6b9-48c2-b7c8-e3f699434d91 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d67cea56e6764b08986b47c193b4f45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313029 Mar 23 12:55:51.963119 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-59b6ec7e-9f11-4930-8dfa-542c31777c63 service neutron] 10.222.0.45 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236756 Mar 23 12:55:52.087412 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-69b91769-86fc-4950-b174-9a90b4f6ee6f service neutron] 10.222.0.45 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170297 Mar 23 12:55:52.266220 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-90b3819a-5b46-4dd2-8cb8-98fde73b640c req-e3fd59c3-7c73-485d-9e91-b1fc625fdfba tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 210 time: 0.0296967 Mar 23 12:55:53.375114 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7e422f8a-ff33-4d22-b3ee-3ee9e1807b0b req-4062ec7e-910b-44b9-96dd-669ebbc2f56e tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 210 time: 0.0365496 Mar 23 12:55:53.510811 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-7aa66948-e72a-4eef-9f04-f8df1a67f5a7 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:53.512670 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-7aa66948-e72a-4eef-9f04-f8df1a67f5a7 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.53 "GET /v2.0/networks?id=b6a296fd-beba-43aa-912b-960cafb60581 HTTP/1.1" status: 200 len: 814 time: 0.1411526 Mar 23 12:55:53.532541 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Request body: {'port': {'device_id': 'c7974a20-87a3-44c4-9ec2-73dec2f2ab00', 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581', 'admin_state_up': True, 'tenant_id': 'd67cea56e6764b08986b47c193b4f45b'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:53.755928 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Made reservation on behalf of d67cea56e6764b08986b47c193b4f45b for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:55:53.759414 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:53.888711 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Allocated IP 172.20.0.9 (b6a296fd-beba-43aa-912b-960cafb60581/784248b7-5e03-4193-8115-047221866f83/54805388-e5d5-438e-9e7b-d5168af65190) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:55:54.062637 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks [] for port (54805388-e5d5-438e-9e7b-d5168af65190), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:54.099752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (54805388-e5d5-438e-9e7b-d5168af65190), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:54.143484 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Network b6a296fd-beba-43aa-912b-960cafb60581 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:55:54.146637 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:55:54.153376 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:55:54.160116 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Pushing event updated for resources: {'Port': ['ID=54805388-e5d5-438e-9e7b-d5168af65190,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:54.207015 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:54.207642 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:54.226481 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e4f2eaf-c094-40b3-bdef-835e792e23b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7002769 Mar 23 12:55:54.501324 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770eb29-ecdc-4a74-ade4-774d2707c1ff req-4cc5ee10-8cb6-4532-93d1-a4099eb54b6a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:54.502814 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a770eb29-ecdc-4a74-ade4-774d2707c1ff req-4cc5ee10-8cb6-4532-93d1-a4099eb54b6a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 931 time: 0.0553219 Mar 23 12:55:54.801507 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a770eb29-ecdc-4a74-ade4-774d2707c1ff req-c7fc3f16-7b22-4364-bd14-8b0083dbcff2 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2931483 Mar 23 12:55:55.736031 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Request body: {'port': {'device_id': 'c7974a20-87a3-44c4-9ec2-73dec2f2ab00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:55:55.780681 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:55.800470 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (54805388-e5d5-438e-9e7b-d5168af65190), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:56.015715 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f5c7-5854-4047-bd6b-a4e053d898a2 req-545798f8-b5e2-4c6e-b150-c62308ac6fa8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:56.017306 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7bb6f5c7-5854-4047-bd6b-a4e053d898a2 req-545798f8-b5e2-4c6e-b150-c62308ac6fa8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 931 time: 0.1173224 Mar 23 12:55:56.098624 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7bb6f5c7-5854-4047-bd6b-a4e053d898a2 req-3047616f-5e08-41cc-a6c6-afd948d971fb tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725465 Mar 23 12:55:56.148037 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54805388-e5d5-438e-9e7b-d5168af65190 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:55:56.159617 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Publish callbacks [] for port (54805388-e5d5-438e-9e7b-d5168af65190), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:56.173015 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Transition to ACTIVE for port object 54805388-e5d5-438e-9e7b-d5168af65190 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:55:56.177702 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (54805388-e5d5-438e-9e7b-d5168af65190), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:56.230509 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Pushing event updated for resources: {'Port': ['ID=54805388-e5d5-438e-9e7b-d5168af65190,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:56.303674 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Attempting to bind port 54805388-e5d5-438e-9e7b-d5168af65190 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:55:56.303906 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Attempting to bind port 54805388-e5d5-438e-9e7b-d5168af65190 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '13d3ac0a-0df3-4d77-b56b-004db4be1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:55:56.304267 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Attempting to bind port 54805388-e5d5-438e-9e7b-d5168af65190 on network b6a296fd-beba-43aa-912b-960cafb60581 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:56.310050 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Port 54805388-e5d5-438e-9e7b-d5168af65190 on network b6a296fd-beba-43aa-912b-960cafb60581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:55:56.310392 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Attempting to bind port 54805388-e5d5-438e-9e7b-d5168af65190 on network b6a296fd-beba-43aa-912b-960cafb60581 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:55:56.315146 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:55:56.315474 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Checking segment: {'id': '13d3ac0a-0df3-4d77-b56b-004db4be1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:55:56.315847 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Bound using segment: {'id': '13d3ac0a-0df3-4d77-b56b-004db4be1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:55:56.316303 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Bound port: 54805388-e5d5-438e-9e7b-d5168af65190, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d3ac0a-0df3-4d77-b56b-004db4be1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:55:56.316655 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (54805388-e5d5-438e-9e7b-d5168af65190), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:56.379011 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] For port 54805388-e5d5-438e-9e7b-d5168af65190, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:55:56.383075 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] For port 54805388-e5d5-438e-9e7b-d5168af65190, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54805388-e5d5-438e-9e7b-d5168af65190,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:55:56.390196 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (54805388-e5d5-438e-9e7b-d5168af65190), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:56.423866 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:56.424764 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:55:56.425970 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] 10.222.0.53 "PUT /v2.0/ports/54805388-e5d5-438e-9e7b-d5168af65190 HTTP/1.1" status: 200 len: 1093 time: 0.6942213 Mar 23 12:55:56.426403 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7974a20-87a3-44c4-9ec2-73dec2f2ab00', 'tag': '54805388-e5d5-438e-9e7b-d5168af65190'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:55:56.428646 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e45851-ea04-45bb-bb22-573c5663d271" -d '{"events": [{"name": "network-changed", "server_uuid": "c7974a20-87a3-44c4-9ec2-73dec2f2ab00", "tag": "54805388-e5d5-438e-9e7b-d5168af65190"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:55:56.451638 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc6bcc-cbe7-4951-86d9-2ab4886c0781 service neutron] Pushing event updated for resources: {'Port': ['ID=54805388-e5d5-438e-9e7b-d5168af65190,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:55:56.466108 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6df16dc-b7a4-421e-bc56-d317391f6602 x-openstack-request-id: req-a6df16dc-b7a4-421e-bc56-d317391f6602 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:55:56.466379 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7974a20-87a3-44c4-9ec2-73dec2f2ab00", "tag": "54805388-e5d5-438e-9e7b-d5168af65190", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:55:56.466685 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a6df16dc-b7a4-421e-bc56-d317391f6602 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:55:56.467166 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6df16dc-b7a4-421e-bc56-d317391f6602'] response: {'name': 'network-changed', 'server_uuid': 'c7974a20-87a3-44c4-9ec2-73dec2f2ab00', 'tag': '54805388-e5d5-438e-9e7b-d5168af65190', 'status': 'completed', 'code': 200} Mar 23 12:55:56.775863 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45851-ea04-45bb-bb22-573c5663d271 req-609f3781-b34a-44ee-8da5-2a9fde64c63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:56.777510 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c1e45851-ea04-45bb-bb22-573c5663d271 req-609f3781-b34a-44ee-8da5-2a9fde64c63a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67cea56e6764b08986b47c193b4f45b&device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 1127 time: 0.0520487 Mar 23 12:55:57.133429 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45851-ea04-45bb-bb22-573c5663d271 req-4826886b-d8f6-412c-8884-61cdfbdd3098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:57.135471 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c1e45851-ea04-45bb-bb22-573c5663d271 req-4826886b-d8f6-412c-8884-61cdfbdd3098 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=d67cea56e6764b08986b47c193b4f45b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3502066 Mar 23 12:55:57.273467 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e45851-ea04-45bb-bb22-573c5663d271 req-a2280a43-2b25-453b-b1b7-f9ba116b7cde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:57.274905 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c1e45851-ea04-45bb-bb22-573c5663d271 req-a2280a43-2b25-453b-b1b7-f9ba116b7cde service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1281734 Mar 23 12:55:57.283127 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b705fa6-1194-4703-a3b9-2fec024fa5e4 req-509c0069-5211-49eb-ad1f-063d9a9fd28a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:57.284516 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b705fa6-1194-4703-a3b9-2fec024fa5e4 req-509c0069-5211-49eb-ad1f-063d9a9fd28a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 943 time: 0.0935361 Mar 23 12:55:57.356802 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-4b705fa6-1194-4703-a3b9-2fec024fa5e4 req-40240af1-bc48-4393-8eef-e88407d156c8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664127 Mar 23 12:55:57.373495 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-6688f2ac-7ae5-441f-b4af-4249d83d7f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:57.374973 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-6688f2ac-7ae5-441f-b4af-4249d83d7f06 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67cea56e6764b08986b47c193b4f45b&device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 1127 time: 0.0530646 Mar 23 12:55:57.422838 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-3c054219-32c6-42ec-b551-aecb93e9bc52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=54805388-e5d5-438e-9e7b-d5168af65190 HTTP/1.1" status: 200 len: 217 time: 0.0360703 Mar 23 12:55:57.474042 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-12a4f444-f64c-44ec-bfe8-4020ac26d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:57.475449 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-12a4f444-f64c-44ec-bfe8-4020ac26d25e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=784248b7-5e03-4193-8115-047221866f83 HTTP/1.1" status: 200 len: 854 time: 0.0428336 Mar 23 12:55:57.511713 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-8e065497-5685-4f42-acc4-7d402f464f53 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6a296fd-beba-43aa-912b-960cafb60581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268521 Mar 23 12:55:57.608609 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-80e6657d-39fa-4aa8-b3e1-3f429e2e8529 service neutron] 10.222.0.53 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845985 Mar 23 12:55:57.698488 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-be5d8d74-8481-4e82-aac7-7bef7b21a5cb req-72ebd381-d60c-424f-b7d4-c1124319bf7a service neutron] 10.222.0.53 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809593 Mar 23 12:55:58.477889 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b5e1be-e5f5-43eb-a491-37d6a84a798b req-af425eec-fe69-4d19-ae9c-6fef302aa8ce tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:58.480348 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c4b5e1be-e5f5-43eb-a491-37d6a84a798b req-af425eec-fe69-4d19-ae9c-6fef302aa8ce tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 943 time: 0.0554011 Mar 23 12:55:58.530466 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-c4b5e1be-e5f5-43eb-a491-37d6a84a798b req-912540ce-73af-4709-97ee-12ada299948a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440896 Mar 23 12:55:59.652896 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67858d35-8871-4f42-bf2e-561054f07206 req-193298b7-252e-4c8e-be8a-b536185981f7 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:55:59.654377 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67858d35-8871-4f42-bf2e-561054f07206 req-193298b7-252e-4c8e-be8a-b536185981f7 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 943 time: 0.0554762 Mar 23 12:55:59.710996 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-67858d35-8871-4f42-bf2e-561054f07206 req-055f4bd1-9146-4351-a876-d959e8567dce tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508368 Mar 23 12:56:00.871507 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d23be-3549-4832-b066-e9ae8d49a648 req-31a427cb-ecdc-46ea-bdb3-fad78a90fdd8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:00.873443 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-866d23be-3549-4832-b066-e9ae8d49a648 req-31a427cb-ecdc-46ea-bdb3-fad78a90fdd8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 943 time: 0.0690868 Mar 23 12:56:00.929644 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-866d23be-3549-4832-b066-e9ae8d49a648 req-3c3f6c74-867f-4328-9b38-46c1ec41b8a1 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484719 Mar 23 12:56:00.975279 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51238) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:01.082344 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-acd2e8d4-e00f-4441-98e0-e140cbf18892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.150266 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 54805388-e5d5-438e-9e7b-d5168af65190 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:56:01.155215 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-acd2e8d4-e00f-4441-98e0-e140cbf18892 admin admin] Publish callbacks [] for security_group (768a415a-cddc-45e5-a68e-c7d8dc0713c3), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.160301 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-acd2e8d4-e00f-4441-98e0-e140cbf18892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (768a415a-cddc-45e5-a68e-c7d8dc0713c3), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.201677 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-acd2e8d4-e00f-4441-98e0-e140cbf18892 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=89447e68652c427fbed11945548af73a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2251620 Mar 23 12:56:01.202576 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd2e8d4-e00f-4441-98e0-e140cbf18892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=768a415a-cddc-45e5-a68e-c7d8dc0713c3,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:01.204865 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51242) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:01.256976 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3711db3b-262b-49b7-99bc-f72c97d7b223 admin admin] Publish callbacks [] for security_group (768a415a-cddc-45e5-a68e-c7d8dc0713c3), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.261358 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 54805388-e5d5-438e-9e7b-d5168af65190, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54805388-e5d5-438e-9e7b-d5168af65190,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:01.273705 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '54805388-e5d5-438e-9e7b-d5168af65190', 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581', 'port_id': '54805388-e5d5-438e-9e7b-d5168af65190', 'mac_address': 'fa:16:3e:7a:73:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784248b7-5e03-4193-8115-047221866f83', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:56:01.279918 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3711db3b-262b-49b7-99bc-f72c97d7b223 admin admin] Publish callbacks [] for security_group (768a415a-cddc-45e5-a68e-c7d8dc0713c3), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.310919 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 54805388-e5d5-438e-9e7b-d5168af65190 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:56:01.311395 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (54805388-e5d5-438e-9e7b-d5168af65190), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.327098 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54805388-e5d5-438e-9e7b-d5168af65190 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:56:01.328339 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3711db3b-262b-49b7-99bc-f72c97d7b223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (768a415a-cddc-45e5-a68e-c7d8dc0713c3), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.331576 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-3711db3b-262b-49b7-99bc-f72c97d7b223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.333365 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-3711db3b-262b-49b7-99bc-f72c97d7b223 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/768a415a-cddc-45e5-a68e-c7d8dc0713c3 HTTP/1.1" status: 204 len: 168 time: 0.1267140 Mar 23 12:56:01.342167 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3711db3b-262b-49b7-99bc-f72c97d7b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=768a415a-cddc-45e5-a68e-c7d8dc0713c3,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:01.352476 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 54805388-e5d5-438e-9e7b-d5168af65190, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54805388-e5d5-438e-9e7b-d5168af65190,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:01.362007 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (54805388-e5d5-438e-9e7b-d5168af65190), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.420802 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=54805388-e5d5-438e-9e7b-d5168af65190,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:01.432427 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.433026 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.433597 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.434203 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.434749 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.435345 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.435955 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.436567 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.437337 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.437654 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.438211 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.438661 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.439143 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.439577 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.440036 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:01.623822 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51248) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:01.637432 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cd02-0fa1-4111-b901-65785829e801 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.717760 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cd02-0fa1-4111-b901-65785829e801 admin admin] Publish callbacks [] for security_group (9f819b46-4757-4f10-bc0e-d7669ced581b), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.721279 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f8f7cd02-0fa1-4111-b901-65785829e801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9f819b46-4757-4f10-bc0e-d7669ced581b), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.764097 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f8f7cd02-0fa1-4111-b901-65785829e801 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=2ceb383c8b244de0b63de33e6e1f7db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1391268 Mar 23 12:56:01.766296 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f7cd02-0fa1-4111-b901-65785829e801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f819b46-4757-4f10-bc0e-d7669ced581b,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:01.766904 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51250) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:01.816326 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18d077b0-b47b-4a87-8817-9f75d29471c6 admin admin] Publish callbacks [] for security_group (9f819b46-4757-4f10-bc0e-d7669ced581b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.838676 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18d077b0-b47b-4a87-8817-9f75d29471c6 admin admin] Publish callbacks [] for security_group (9f819b46-4757-4f10-bc0e-d7669ced581b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.891029 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18d077b0-b47b-4a87-8817-9f75d29471c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (9f819b46-4757-4f10-bc0e-d7669ced581b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.893670 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-18d077b0-b47b-4a87-8817-9f75d29471c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:01.894827 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-18d077b0-b47b-4a87-8817-9f75d29471c6 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/9f819b46-4757-4f10-bc0e-d7669ced581b HTTP/1.1" status: 204 len: 168 time: 0.1268566 Mar 23 12:56:01.903341 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d077b0-b47b-4a87-8817-9f75d29471c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f819b46-4757-4f10-bc0e-d7669ced581b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:02.066685 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b4792d-9bed-4d66-9069-d3e4d931c731 req-3b2db2b2-318f-40f5-bf70-b8bbf28d749f tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:02.068457 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-48b4792d-9bed-4d66-9069-d3e4d931c731 req-3b2db2b2-318f-40f5-bf70-b8bbf28d749f tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 944 time: 0.0658495 Mar 23 12:56:02.119526 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-48b4792d-9bed-4d66-9069-d3e4d931c731 req-b7a679fd-9668-4cd3-a4cd-3385a1d6e5f3 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419469 Mar 23 12:56:03.260158 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258e6ac-04dd-484b-8f4a-3fca5b43bec7 req-6b5dbed8-b091-4600-8027-21db9e976178 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:03.262366 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0258e6ac-04dd-484b-8f4a-3fca5b43bec7 req-6b5dbed8-b091-4600-8027-21db9e976178 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 944 time: 0.0664561 Mar 23 12:56:03.317674 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0258e6ac-04dd-484b-8f4a-3fca5b43bec7 req-9a0b3c81-d075-4060-83b9-e8f074df9163 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463839 Mar 23 12:56:04.036888 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['54805388-e5d5-438e-9e7b-d5168af65190'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:56:04.080664 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51330) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:04.193429 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-85f3b9af-a58d-48a4-baca-b69c47235f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.273758 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-85f3b9af-a58d-48a4-baca-b69c47235f46 admin admin] Publish callbacks [] for security_group (2a424713-c7fa-492c-bddb-931c0ee86db1), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.278128 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-85f3b9af-a58d-48a4-baca-b69c47235f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (2a424713-c7fa-492c-bddb-931c0ee86db1), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.315918 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3b9af-a58d-48a4-baca-b69c47235f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a424713-c7fa-492c-bddb-931c0ee86db1,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:04.320009 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-85f3b9af-a58d-48a4-baca-b69c47235f46 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=77c928e0b5624ec49006cd7016f13708&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2383289 Mar 23 12:56:04.323447 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51334) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:04.373060 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-43e70307-9d2e-4df2-8f60-e4872b543046 admin admin] Publish callbacks [] for security_group (2a424713-c7fa-492c-bddb-931c0ee86db1), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.410623 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-43e70307-9d2e-4df2-8f60-e4872b543046 admin admin] Publish callbacks [] for security_group (2a424713-c7fa-492c-bddb-931c0ee86db1), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.480939 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2df753-c4cc-4358-a7a3-6273520a022d req-0db9bbf9-6df2-4a2e-b11b-0fcaa20e3b44 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:04.482425 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ef2df753-c4cc-4358-a7a3-6273520a022d req-0db9bbf9-6df2-4a2e-b11b-0fcaa20e3b44 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 944 time: 0.0881817 Mar 23 12:56:04.506213 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-43e70307-9d2e-4df2-8f60-e4872b543046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (2a424713-c7fa-492c-bddb-931c0ee86db1), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.508751 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-43e70307-9d2e-4df2-8f60-e4872b543046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.511141 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-43e70307-9d2e-4df2-8f60-e4872b543046 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/2a424713-c7fa-492c-bddb-931c0ee86db1 HTTP/1.1" status: 204 len: 168 time: 0.1861560 Mar 23 12:56:04.526229 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e70307-9d2e-4df2-8f60-e4872b543046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a424713-c7fa-492c-bddb-931c0ee86db1,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:04.555622 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ef2df753-c4cc-4358-a7a3-6273520a022d req-20517a8b-9e57-4ca3-a4f1-505e6e58c259 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663202 Mar 23 12:56:04.810553 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51342) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:04.825283 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-29e04088-deb9-4b7d-aaea-439a6e24558e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.832497 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:56:04.919399 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-29e04088-deb9-4b7d-aaea-439a6e24558e admin admin] Publish callbacks [] for security_group (3c52f23e-88bc-4575-a98a-d840c3856feb), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.923405 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-29e04088-deb9-4b7d-aaea-439a6e24558e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3c52f23e-88bc-4575-a98a-d840c3856feb), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:04.966207 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-29e04088-deb9-4b7d-aaea-439a6e24558e admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=4dd80d5cb2f140f685deac0234c8dd67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1512053 Mar 23 12:56:04.966207 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e04088-deb9-4b7d-aaea-439a6e24558e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c52f23e-88bc-4575-a98a-d840c3856feb,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:04.966514 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51344) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:05.018551 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-763de450-1cb9-457a-ae79-bc44649a4419 admin admin] Publish callbacks [] for security_group (3c52f23e-88bc-4575-a98a-d840c3856feb), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:05.043269 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-763de450-1cb9-457a-ae79-bc44649a4419 admin admin] Publish callbacks [] for security_group (3c52f23e-88bc-4575-a98a-d840c3856feb), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:05.097418 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-763de450-1cb9-457a-ae79-bc44649a4419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (3c52f23e-88bc-4575-a98a-d840c3856feb), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:05.100992 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-763de450-1cb9-457a-ae79-bc44649a4419 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:05.102180 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-763de450-1cb9-457a-ae79-bc44649a4419 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/3c52f23e-88bc-4575-a98a-d840c3856feb HTTP/1.1" status: 204 len: 168 time: 0.1347198 Mar 23 12:56:05.113479 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763de450-1cb9-457a-ae79-bc44649a4419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c52f23e-88bc-4575-a98a-d840c3856feb,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:05.734489 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a06325a-c984-4fc3-a1a1-07f04f06e669 req-4a2c53c5-d487-436d-87c6-38f9e4a4100b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:05.736094 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6a06325a-c984-4fc3-a1a1-07f04f06e669 req-4a2c53c5-d487-436d-87c6-38f9e4a4100b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 944 time: 0.0740538 Mar 23 12:56:05.794811 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-6a06325a-c984-4fc3-a1a1-07f04f06e669 req-7ddcc645-30b3-4639-98ef-3f9ee10b6707 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529733 Mar 23 12:56:05.801023 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 54805388-e5d5-438e-9e7b-d5168af65190 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:05.996181 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 54805388-e5d5-438e-9e7b-d5168af65190 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:56:06.000922 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 54805388-e5d5-438e-9e7b-d5168af65190 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:56:06.001332 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (54805388-e5d5-438e-9e7b-d5168af65190), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:06.092393 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 54805388-e5d5-438e-9e7b-d5168af65190 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:56:06.092801 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (54805388-e5d5-438e-9e7b-d5168af65190), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:06.132237 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7974a20-87a3-44c4-9ec2-73dec2f2ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54805388-e5d5-438e-9e7b-d5168af65190'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:56:06.134806 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1962fab-528c-4ccf-911c-6a20a1710847" -d '{"events": [{"server_uuid": "c7974a20-87a3-44c4-9ec2-73dec2f2ab00", "name": "network-vif-plugged", "status": "completed", "tag": "54805388-e5d5-438e-9e7b-d5168af65190"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:56:06.156071 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 54805388-e5d5-438e-9e7b-d5168af65190, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54805388-e5d5-438e-9e7b-d5168af65190,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:06.161817 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (54805388-e5d5-438e-9e7b-d5168af65190), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:06.203693 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625acb39-7e06-4abc-8c8e-e21cf8dfc5a3 x-openstack-request-id: req-625acb39-7e06-4abc-8c8e-e21cf8dfc5a3 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:56:06.204640 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7974a20-87a3-44c4-9ec2-73dec2f2ab00", "name": "network-vif-plugged", "status": "completed", "tag": "54805388-e5d5-438e-9e7b-d5168af65190", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:56:06.205081 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-625acb39-7e06-4abc-8c8e-e21cf8dfc5a3 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:56:06.206003 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625acb39-7e06-4abc-8c8e-e21cf8dfc5a3'] response: {'server_uuid': 'c7974a20-87a3-44c4-9ec2-73dec2f2ab00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54805388-e5d5-438e-9e7b-d5168af65190', 'code': 200} Mar 23 12:56:06.247955 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=54805388-e5d5-438e-9e7b-d5168af65190,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:06.415342 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6066ac3-0998-438a-9c17-f9f74ba89047 req-3efef42b-d427-41dc-95df-7e3a4a7ea3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:06.417558 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e6066ac3-0998-438a-9c17-f9f74ba89047 req-3efef42b-d427-41dc-95df-7e3a4a7ea3e9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 1129 time: 0.0646815 Mar 23 12:56:06.479981 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e6066ac3-0998-438a-9c17-f9f74ba89047 req-1b088766-b62b-4b64-ad79-6260e4115443 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497081 Mar 23 12:56:06.932091 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c8ab5-0731-4635-92df-fd9bb858bad9 req-8fa742ea-5738-4637-8208-a07456dcf386 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:06.933813 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d97c8ab5-0731-4635-92df-fd9bb858bad9 req-8fa742ea-5738-4637-8208-a07456dcf386 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 945 time: 0.0653553 Mar 23 12:56:06.989878 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d97c8ab5-0731-4635-92df-fd9bb858bad9 req-963ab541-baa3-49b1-9947-6ee54a7da742 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464761 Mar 23 12:56:08.112121 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f181da18-c6f7-433a-9b4a-ef9127cab469 req-280fc1dc-61a9-4b12-9187-3d5780eae9c3 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:08.113787 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f181da18-c6f7-433a-9b4a-ef9127cab469 req-280fc1dc-61a9-4b12-9187-3d5780eae9c3 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 945 time: 0.0537379 Mar 23 12:56:08.166117 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-f181da18-c6f7-433a-9b4a-ef9127cab469 req-2191b2c2-2358-49db-bfe5-cd6ed7e8c3ea tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451512 Mar 23 12:56:13.866300 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51596) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:13.976726 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-14552909-c33e-495a-94ac-5c4ca8445369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:14.053833 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-14552909-c33e-495a-94ac-5c4ca8445369 admin admin] Publish callbacks [] for security_group (4ce010ed-5dfb-454d-b70b-b9eaf392eed1), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:14.058686 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-14552909-c33e-495a-94ac-5c4ca8445369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (4ce010ed-5dfb-454d-b70b-b9eaf392eed1), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:14.097823 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14552909-c33e-495a-94ac-5c4ca8445369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce010ed-5dfb-454d-b70b-b9eaf392eed1,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:14.102286 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-14552909-c33e-495a-94ac-5c4ca8445369 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=fb7f4d713d3b48d8aa2ffd60bf78623a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2349303 Mar 23 12:56:14.105332 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51602) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:14.157348 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Publish callbacks [] for security_group (4ce010ed-5dfb-454d-b70b-b9eaf392eed1), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:14.181058 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Publish callbacks [] for security_group (4ce010ed-5dfb-454d-b70b-b9eaf392eed1), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:14.229647 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (4ce010ed-5dfb-454d-b70b-b9eaf392eed1), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:14.232396 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:14.234058 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/4ce010ed-5dfb-454d-b70b-b9eaf392eed1 HTTP/1.1" status: 204 len: 168 time: 0.1274686 Mar 23 12:56:14.244217 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce010ed-5dfb-454d-b70b-b9eaf392eed1,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:14.252637 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.253035 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.253312 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.253652 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.253986 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.254316 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.254784 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.255152 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.255483 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.255808 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.256183 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.256656 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.256991 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.257307 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.257650 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ce1657-cdf1-4dc4-9224-cf0cd43114f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:14.837278 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-9aedf583-89e5-45c4-8226-db67324ca9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:17.967562 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e9ea6fd8-fe4a-43db-825c-b9e0f6daf0ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:19.637289 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:21.100659 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:21.569355 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:25.786844 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:26.542657 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51724) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:26.851551 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Deleting port bf1a480a-87db-4fe7-b9e1-7b3d07716a82 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:26.852031 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (bf1a480a-87db-4fe7-b9e1-7b3d07716a82), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:26.954365 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (bf1a480a-87db-4fe7-b9e1-7b3d07716a82), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:26.954825 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for floatingip (bf1a480a-87db-4fe7-b9e1-7b3d07716a82), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:26.971341 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Calling delete_port for bf1a480a-87db-4fe7-b9e1-7b3d07716a82 owned by network:floatingip {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:27.151152 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (bf1a480a-87db-4fe7-b9e1-7b3d07716a82), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:27.179447 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event deleted for resources: {'Port': ['ID=bf1a480a-87db-4fe7-b9e1-7b3d07716a82,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:27.241296 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for floatingip (07083910-3700-43c4-8a7b-0d766044aa7f), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:27.241644 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Floating IP 07083910-3700-43c4-8a7b-0d766044aa7f disassociated (deleted). External IP: 172.27.0.72, port: c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b. Mar 23 12:56:27.461861 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:27.572831 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:27.577433 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:27.582196 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] Sync routers for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:27.592652 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:27.593368 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:56:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:27.606663 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-5f325295-a9cc-438e-9a1a-0d2190c13a84 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "DELETE /v2.0/floatingips/07083910-3700-43c4-8a7b-0d766044aa7f HTTP/1.1" status: 204 len: 168 time: 1.0628531 Mar 23 12:56:27.607485 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:56:27.611477 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068" -d '{"events": [{"name": "network-changed", "server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:56:27.652962 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9613821f-4b42-4aee-a425-d0487eede48f x-openstack-request-id: req-9613821f-4b42-4aee-a425-d0487eede48f {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:56:27.653341 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:56:27.653598 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-9613821f-4b42-4aee-a425-d0487eede48f {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:56:27.654005 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9613821f-4b42-4aee-a425-d0487eede48f'] response: {'name': 'network-changed', 'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'status': 'completed', 'code': 200} Mar 23 12:56:27.725452 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:27.880857 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb87bf6e-f76d-40d4-8594-25dbb5bcedd4 req-1bcf03b9-d79a-4986-b980-0dc1db473821 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:27.887172 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb87bf6e-f76d-40d4-8594-25dbb5bcedd4 req-1bcf03b9-d79a-4986-b980-0dc1db473821 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0589390 Mar 23 12:56:27.936814 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb87bf6e-f76d-40d4-8594-25dbb5bcedd4 req-9f557888-e76f-49a9-8bc8-61f01e34d7f5 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486805 Mar 23 12:56:27.953758 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:08Z', 'revision_number': 5, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:27.989889 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-d6ca2128-9b81-490e-8b59-6c3fba9dbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:27.991453 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-d6ca2128-9b81-490e-8b59-6c3fba9dbb2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5c46f5a0923e420ebcae0094468634df&device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 1129 time: 0.0492716 Mar 23 12:56:27.995586 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] Checking router: c870b142-f1aa-4fa3-970e-e4c47e90ceb3 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:56:28.005008 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:28.005681 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:56:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:28.085284 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-c258001a-38e6-4a1c-aa6a-cdea86e2e9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:28.086727 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-c258001a-38e6-4a1c-aa6a-cdea86e2e9fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=24cd2efb-78ad-400a-a9d9-fadac97525f4 HTTP/1.1" status: 200 len: 910 time: 0.0885606 Mar 23 12:56:28.130346 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:28.132627 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-f7fef0fb-38de-4fa8-9b1b-4b8987159365 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 200 len: 217 time: 0.0385311 Mar 23 12:56:28.190145 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-eda3d970-683e-47d0-9a02-aacbe41801b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:28.191761 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-eda3d970-683e-47d0-9a02-aacbe41801b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c02c5ed-dca8-420b-82c3-b902efbb6958 HTTP/1.1" status: 200 len: 848 time: 0.0519817 Mar 23 12:56:28.247143 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-970018fb-aa04-4341-8850-fab188c5ff5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:28.248681 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-970018fb-aa04-4341-8850-fab188c5ff5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=24cd2efb-78ad-400a-a9d9-fadac97525f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0503774 Mar 23 12:56:28.360338 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-ade0f2b1-b5b0-4741-8405-30686165f473 service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044514 Mar 23 12:56:28.374250 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:08Z', 'revision_number': 5, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:28.406457 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d200b3-ed96-4cdf-bd13-c8ef57a21dea None None] The sync data for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi is: [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:51:02Z', 'revision_number': 4, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f45da900-d7fb-4eca-87c9-3d23fdeb9d8c', 'name': '', 'network_id': '24cd2efb-78ad-400a-a9d9-fadac97525f4', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'mac_address': 'fa:16:3e:c0:84:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:01Z', 'updated_at': '2022-03-23T12:51:08Z', 'revision_number': 5, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'subnets': [{'id': '1c02c5ed-dca8-420b-82c3-b902efbb6958', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:28.465860 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-54944ddf-54aa-4c8e-a9e8-6cf5576ab068 req-06cbfad3-ada2-41bc-a8c3-eca3d9da30db service neutron] 10.222.0.53 "GET /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981040 Mar 23 12:56:28.667779 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3757a48f-d855-4be1-9c01-eba74c598d92 None None] New status for floating IP 07083910-3700-43c4-8a7b-0d766044aa7f: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:56:29.077188 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca5b4d9-5b6d-432a-8fd1-c00e441b3b69 req-3ec0705a-d7b2-4ee4-9550-6f3ad5dc3ac3 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:29.079555 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0ca5b4d9-5b6d-432a-8fd1-c00e441b3b69 req-3ec0705a-d7b2-4ee4-9550-6f3ad5dc3ac3 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0576050 Mar 23 12:56:29.146580 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0ca5b4d9-5b6d-432a-8fd1-c00e441b3b69 req-f26d4e9b-0fc0-4b41-af6b-571052f6ee4e tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616117 Mar 23 12:56:29.978121 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-509c43ef-465f-4d33-a259-4ca2b2d91f47 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:29.979631 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-509c43ef-465f-4d33-a259-4ca2b2d91f47 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.53 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0562491 Mar 23 12:56:30.078586 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Deleting port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:30.078928 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:30.167732 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] For port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:30.168127 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:30.183216 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Calling delete_port for c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:30.308863 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6e6e1c-d467-4dfb-b66e-ba50bdffc20b req-713be4d4-08ca-4769-ab98-da43aea282e6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:30.310328 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fb6e6e1c-d467-4dfb-b66e-ba50bdffc20b req-713be4d4-08ca-4769-ab98-da43aea282e6 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 945 time: 0.0808687 Mar 23 12:56:30.390530 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:30.403029 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-fb6e6e1c-d467-4dfb-b66e-ba50bdffc20b req-9e865a97-4112-457e-8010-958586b77352 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/security-groups?id=a198a1e6-e8cb-458a-ac20-3855286bcc6e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860584 Mar 23 12:56:30.424788 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event deleted for resources: {'Port': ['ID=c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:30.470878 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] No DVR routers for this DVR port c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:30.481737 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:30.481737 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3bf57657-4c4b-4aaf-9ab3-674df4321dc2 req-264d3417-18bf-45d4-b4e2-0811924b0381 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.53 "DELETE /v2.0/ports/c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b HTTP/1.1" status: 204 len: 173 time: 0.4913707 Mar 23 12:56:30.481737 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'name': 'network-vif-deleted', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:56:30.481737 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047d7c7f-e06f-4a15-8d50-11e68a4bb090" -d '{"events": [{"server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "name": "network-vif-deleted", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:56:30.526943 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-445f39dc-f664-4aa7-b7eb-024a8e49f528 x-openstack-request-id: req-445f39dc-f664-4aa7-b7eb-024a8e49f528 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:56:30.527247 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c07872a1-2bb5-4382-a2bb-dc05aa15f5f2", "name": "network-vif-deleted", "tag": "c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:56:30.527491 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-445f39dc-f664-4aa7-b7eb-024a8e49f528 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:56:30.527899 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-445f39dc-f664-4aa7-b7eb-024a8e49f528'] response: {'server_uuid': 'c07872a1-2bb5-4382-a2bb-dc05aa15f5f2', 'name': 'network-vif-deleted', 'tag': 'c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b', 'status': 'completed', 'code': 200} Mar 23 12:56:31.505152 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-91e4628b-61ee-41bc-b0ec-11e10a93ccd3 req-31c738cc-2bdc-4d7c-a43d-7b5308d26006 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 210 time: 0.0362430 Mar 23 12:56:32.574230 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-5e958a42-5cc1-4d5f-8e49-c8e54d116fbc tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1324358385&fields=id&tenant_id=67247c1540b6442987cab91eb46e67a5 HTTP/1.1" status: 200 len: 267 time: 0.0636973 Mar 23 12:56:32.635041 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5e3fe5d8-bb28-4065-a2cc-d00a8bede971 req-628633a6-b616-429d-8dbc-b02508dd9290 tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "GET /v2.0/ports?device_id=c07872a1-2bb5-4382-a2bb-dc05aa15f5f2 HTTP/1.1" status: 200 len: 210 time: 0.0290861 Mar 23 12:56:32.697343 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-538462c0-a82e-412f-a1e5-6144d57a4616 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:32.699012 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-538462c0-a82e-412f-a1e5-6144d57a4616 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 812 time: 0.1179049 Mar 23 12:56:32.714659 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-c1fff576-67ad-469e-9b7e-24ea007e0338 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/quotas/67247c1540b6442987cab91eb46e67a5 HTTP/1.1" status: 200 len: 375 time: 0.0102057 Mar 23 12:56:32.783236 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-8d3ffa4a-91fe-4b86-b915-be178c22f2b8 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623832 Mar 23 12:56:32.887289 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-9e98dca6-e2da-47ca-beb6-64537595cef2 service neutron] 10.222.0.45 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887291 Mar 23 12:56:32.985721 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-08b31da7-504d-4b02-8d68-e3009bc425b5 service neutron] 10.222.0.45 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906446 Mar 23 12:56:33.294888 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-02104681-6efb-48c5-9802-b79e6d6eed57 req-c265197f-32bf-4e8e-98af-e5376f348463 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 210 time: 0.0329089 Mar 23 12:56:33.694240 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51868) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:33.755872 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-24da0fac-dbc4-4c46-80f2-28924d0146fc tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group (a198a1e6-e8cb-458a-ac20-3855286bcc6e), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:33.782162 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-24da0fac-dbc4-4c46-80f2-28924d0146fc tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group (a198a1e6-e8cb-458a-ac20-3855286bcc6e), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:33.854260 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-24da0fac-dbc4-4c46-80f2-28924d0146fc tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (a198a1e6-e8cb-458a-ac20-3855286bcc6e), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:33.856897 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-24da0fac-dbc4-4c46-80f2-28924d0146fc tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:33.858083 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-24da0fac-dbc4-4c46-80f2-28924d0146fc tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] 10.222.0.45 "DELETE /v2.0/security-groups/a198a1e6-e8cb-458a-ac20-3855286bcc6e HTTP/1.1" status: 204 len: 168 time: 0.1628392 Mar 23 12:56:33.876454 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da0fac-dbc4-4c46-80f2-28924d0146fc tempest-TestShelveInstance-1192313404 tempest-TestShelveInstance-1192313404-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a198a1e6-e8cb-458a-ac20-3855286bcc6e,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:33.915124 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51874) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:33.955449 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:33.988340 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:56:33.988826 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device c8a7cfd1-6e43-45fb-9bbb-1f782452bf4b not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:34.383150 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-bb6d8cef-3523-404c-ab72-d8e8a7811c45 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:34.385663 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-bb6d8cef-3523-404c-ab72-d8e8a7811c45 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 812 time: 0.1342535 Mar 23 12:56:34.446107 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e6c3da40-0504-4840-82dc-3eb705c7836b req-ac4505e9-9dd6-42dc-9d34-5f2712bbad07 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 210 time: 0.0349550 Mar 23 12:56:34.481939 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:34.486964 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-a2158e7e-673d-40c3-b593-66aedb46a34d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=67247c1540b6442987cab91eb46e67a5 HTTP/1.1" status: 200 len: 380 time: 0.0832145 Mar 23 12:56:34.498772 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'port': {'device_id': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'admin_state_up': True, 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'security_groups': ['fde0539e-a142-4cab-af8d-23fa113d468f']}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:34.618437 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Made reservation on behalf of 67247c1540b6442987cab91eb46e67a5 for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:56:34.622433 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:34.771497 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Deleting port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:34.771832 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:34.771941 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Allocated IP 172.20.0.11 (71f60b8e-14e6-4d0f-953e-301bb816274c/e6aea821-992b-420c-87ef-78bd650da4ba/5e6da744-b6ce-4eb2-8310-1684dd033979) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:34.870623 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] For port f45da900-d7fb-4eca-87c9-3d23fdeb9d8c, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f45da900-d7fb-4eca-87c9-3d23fdeb9d8c,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:34.871201 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:34.892715 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Calling delete_port for f45da900-d7fb-4eca-87c9-3d23fdeb9d8c owned by network:router_interface {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:34.929865 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:34.975106 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:35.021405 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Network 71f60b8e-14e6-4d0f-953e-301bb816274c is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:35.024974 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:35.027444 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:35.082415 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'Port': ['ID=5e6da744-b6ce-4eb2-8310-1684dd033979,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:35.104318 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:35.105249 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:35.127265 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (f45da900-d7fb-4eca-87c9-3d23fdeb9d8c), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:35.136904 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-3eb22901-5cd7-4415-8d70-8c53b5baa8ee tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6425133 Mar 23 12:56:35.152501 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Request body: {'port': {'device_id': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:35.174387 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Pushing event deleted for resources: {'Port': ['ID=f45da900-d7fb-4eca-87c9-3d23fdeb9d8c,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:35.274243 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:35.458641 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-c4525631-77de-4e69-beaa-14e0afb0031a None None] Provisioning complete for port 5e6da744-b6ce-4eb2-8310-1684dd033979 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:56:35.459651 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:35.460787 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c4525631-77de-4e69-beaa-14e0afb0031a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:35.548196 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-c4525631-77de-4e69-beaa-14e0afb0031a None None] Port 5e6da744-b6ce-4eb2-8310-1684dd033979 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:56:35.679117 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9da59b-54f5-40fc-aee5-bbcec8464bac req-d7e3e2a0-140f-4f36-8ed3-5a934c3ee4a3 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:35.681440 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f9da59b-54f5-40fc-aee5-bbcec8464bac req-d7e3e2a0-140f-4f36-8ed3-5a934c3ee4a3 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 932 time: 0.1049707 Mar 23 12:56:35.801490 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e6da744-b6ce-4eb2-8310-1684dd033979 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:56:35.802217 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:35.821664 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Publish callbacks [] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:35.833493 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f9da59b-54f5-40fc-aee5-bbcec8464bac req-ce321307-1c60-416a-a007-2281dc56d60a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412883 Mar 23 12:56:35.850275 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Transition to ACTIVE for port object 5e6da744-b6ce-4eb2-8310-1684dd033979 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:56:35.870279 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:35.946402 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:35.955180 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Pushing event updated for resources: {'Port': ['ID=5e6da744-b6ce-4eb2-8310-1684dd033979,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:35.961420 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-803fe7f0-0c7f-4039-8370-e3f170593efe admin admin] 10.222.0.45 "PUT /v2.0/routers/c870b142-f1aa-4fa3-970e-e4c47e90ceb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0421250 Mar 23 12:56:35.962599 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51894) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:35.971997 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] Sync routers for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:35.999340 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:36.000193 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:56:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:36.079786 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Attempting to bind port 5e6da744-b6ce-4eb2-8310-1684dd033979 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:56:36.080224 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Attempting to bind port 5e6da744-b6ce-4eb2-8310-1684dd033979 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:56:36.080483 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Attempting to bind port 5e6da744-b6ce-4eb2-8310-1684dd033979 on network 71f60b8e-14e6-4d0f-953e-301bb816274c {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:56:36.094420 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Port 5e6da744-b6ce-4eb2-8310-1684dd033979 on network 71f60b8e-14e6-4d0f-953e-301bb816274c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:56:36.094725 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Attempting to bind port 5e6da744-b6ce-4eb2-8310-1684dd033979 on network 71f60b8e-14e6-4d0f-953e-301bb816274c {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:56:36.107863 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:56:36.109480 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Checking segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:56:36.109974 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Bound using segment: {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:56:36.111413 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Bound port: 5e6da744-b6ce-4eb2-8310-1684dd033979, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:56:36.111899 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:36.157695 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks [] for router (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:36.180932 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:36.236693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] For port 5e6da744-b6ce-4eb2-8310-1684dd033979, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:56:36.240582 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] For port 5e6da744-b6ce-4eb2-8310-1684dd033979, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5e6da744-b6ce-4eb2-8310-1684dd033979,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:56:36.248461 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:36.297370 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:36.297973 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:36.299984 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] 10.222.0.53 "PUT /v2.0/ports/5e6da744-b6ce-4eb2-8310-1684dd033979 HTTP/1.1" status: 200 len: 1094 time: 1.1536837 Mar 23 12:56:36.299984 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:56:36.302823 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddeb2521-3859-4e4a-bd7f-93a7e4b3ed6a" -d '{"events": [{"name": "network-changed", "server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:56:36.303180 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks [] for router_gateway (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:36.347190 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c53c3-0af0-426b-a2d2-68ccf589245d service neutron] Pushing event updated for resources: {'Port': ['ID=5e6da744-b6ce-4eb2-8310-1684dd033979,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:36.375722 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1974e425-0f27-4463-b39d-05a07911ddb2 x-openstack-request-id: req-1974e425-0f27-4463-b39d-05a07911ddb2 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:56:36.376069 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:56:36.376358 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1974e425-0f27-4463-b39d-05a07911ddb2 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:56:36.376777 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1974e425-0f27-4463-b39d-05a07911ddb2'] response: {'name': 'network-changed', 'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'status': 'completed', 'code': 200} Mar 23 12:56:36.430797 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Deleting port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:36.431222 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:36.466318 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235'}], 'enable_snat': True}, 'gw_port_id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:56:35Z', 'revision_number': 5, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port': {'id': 'd85339f1-7bb8-4bf1-b573-4bd09b1e35b6', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:0c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:56Z', 'updated_at': '2022-03-23T12:51:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:36.470702 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2521-3859-4e4a-bd7f-93a7e4b3ed6a req-181eb26d-fc4e-4f8a-963c-3ea589a14990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:36.472284 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ddeb2521-3859-4e4a-bd7f-93a7e4b3ed6a req-181eb26d-fc4e-4f8a-963c-3ea589a14990 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 1128 time: 0.0698938 Mar 23 12:56:36.505604 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] Checking router: c870b142-f1aa-4fa3-970e-e4c47e90ceb3 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:56:36.517138 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] Routers {'c870b142-f1aa-4fa3-970e-e4c47e90ceb3'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:36.518074 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:56:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:36.560322 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] For port d85339f1-7bb8-4bf1-b573-4bd09b1e35b6, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=d85339f1-7bb8-4bf1-b573-4bd09b1e35b6,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:36.560692 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:36.590632 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Calling delete_port for d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 owned by network:router_gateway {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:36.643713 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2521-3859-4e4a-bd7f-93a7e4b3ed6a req-e9db449d-eddf-46c5-b75f-1bcbd35b904c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:36.645190 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ddeb2521-3859-4e4a-bd7f-93a7e4b3ed6a req-e9db449d-eddf-46c5-b75f-1bcbd35b904c service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=67247c1540b6442987cab91eb46e67a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1634610 Mar 23 12:56:36.664619 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] Set router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 gateway port host: None {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:36.737290 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:56:36Z', 'revision_number': 6, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port_host': None}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:36.773194 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65ec752-31b8-4630-9b13-670c8f36ba66 None None] The sync data for ids ['c870b142-f1aa-4fa3-970e-e4c47e90ceb3'] in dv-cinder-797245-11-iscsi is: [{'id': 'c870b142-f1aa-4fa3-970e-e4c47e90ceb3', 'name': 'tempest-TestShelveInstance-1872393386-router', 'tenant_id': '5c46f5a0923e420ebcae0094468634df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:54Z', 'updated_at': '2022-03-23T12:56:36Z', 'revision_number': 6, 'project_id': '5c46f5a0923e420ebcae0094468634df', 'gw_port_host': None}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:36.871486 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (d85339f1-7bb8-4bf1-b573-4bd09b1e35b6), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.113387 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62505520-53b5-4132-87ce-1c8958c0023a req-27cf1157-0554-4161-a91f-d7b9894480a0 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:37.114960 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-62505520-53b5-4132-87ce-1c8958c0023a req-27cf1157-0554-4161-a91f-d7b9894480a0 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 944 time: 0.1312981 Mar 23 12:56:37.116294 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb2521-3859-4e4a-bd7f-93a7e4b3ed6a req-a07a7252-ad2d-4332-b9db-5972a0841979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:37.117779 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ddeb2521-3859-4e4a-bd7f-93a7e4b3ed6a req-a07a7252-ad2d-4332-b9db-5972a0841979 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4647171 Mar 23 12:56:37.165823 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=d85339f1-7bb8-4bf1-b573-4bd09b1e35b6,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:37.199825 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-62505520-53b5-4132-87ce-1c8958c0023a req-1ac38efd-41b2-4bba-b356-e76fe4480282 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781240 Mar 23 12:56:37.251713 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.252212 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-17c93aac-7f76-4e47-8da2-6f8e0f0ba609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:37.254122 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-17c93aac-7f76-4e47-8da2-6f8e0f0ba609 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 1128 time: 0.0853770 Mar 23 12:56:37.307491 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-c2b368ae-a364-4ea0-b64e-ed802a687e5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e6da744-b6ce-4eb2-8310-1684dd033979 HTTP/1.1" status: 200 len: 217 time: 0.0456915 Mar 23 12:56:37.358830 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.361178 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks [] for router_controller (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.363254 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-28f64cde-6378-4cdc-83f6-efb18fb2e698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:37.365695 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-28f64cde-6378-4cdc-83f6-efb18fb2e698 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0512152 Mar 23 12:56:37.409642 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (c870b142-f1aa-4fa3-970e-e4c47e90ceb3), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.410274 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c870b142-f1aa-4fa3-970e-e4c47e90ceb3 {{(pid=115108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:56:37.416263 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.417623 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-5456d5bc-4695-4301-9b08-9525d5e019a6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/c870b142-f1aa-4fa3-970e-e4c47e90ceb3 HTTP/1.1" status: 204 len: 168 time: 1.4539130 Mar 23 12:56:37.420310 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51906) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:37.428661 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-9455849a-1b83-48a2-8bce-6dc019403242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:37.430197 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-9455849a-1b83-48a2-8bce-6dc019403242 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0514348 Mar 23 12:56:37.473184 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_v2 [None req-4018f3f7-5d71-42fb-94e9-9535b713baa2 admin admin] Deleting subnet 1c02c5ed-dca8-420b-82c3-b902efbb6958 {{(pid=115108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:56:37.478540 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4018f3f7-5d71-42fb-94e9-9535b713baa2 admin admin] Publish callbacks [] for subnet (1c02c5ed-dca8-420b-82c3-b902efbb6958), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.513248 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4018f3f7-5d71-42fb-94e9-9535b713baa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13746944'] for subnet (1c02c5ed-dca8-420b-82c3-b902efbb6958), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.539433 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-b4908749-4ce1-4258-99bc-06e42df499a9 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016171 Mar 23 12:56:37.615260 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4018f3f7-5d71-42fb-94e9-9535b713baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (1c02c5ed-dca8-420b-82c3-b902efbb6958), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.649107 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-5c3bf2f2-26ec-48d3-b51c-f60625b19d24 req-d5b0b192-ba59-4643-b9f5-283a58e3123c service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018467 Mar 23 12:56:37.685870 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4018f3f7-5d71-42fb-94e9-9535b713baa2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58406604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13932603'] for subnet (1c02c5ed-dca8-420b-82c3-b902efbb6958), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.717753 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4018f3f7-5d71-42fb-94e9-9535b713baa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c02c5ed-dca8-420b-82c3-b902efbb6958,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:37.723187 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-4018f3f7-5d71-42fb-94e9-9535b713baa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.727365 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-4018f3f7-5d71-42fb-94e9-9535b713baa2 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/1c02c5ed-dca8-420b-82c3-b902efbb6958 HTTP/1.1" status: 204 len: 168 time: 0.3059938 Mar 23 12:56:37.731375 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e913309-2fc3-45b5-a7b9-9ceae7d17b0e None None] Network 24cd2efb-78ad-400a-a9d9-fadac97525f4 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:56:37.732290 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51910) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:37.809340 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (24cd2efb-78ad-400a-a9d9-fadac97525f4), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.899998 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Deleting port f2ab4920-872c-452c-a5f2-b1d6080daec9 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:37.901009 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.923310 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c3df14-da0b-4f72-846a-e0a9aa904ee2 None None] DHCP port deletion for 24cd2efb-78ad-400a-a9d9-fadac97525f4 request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:56:37.989437 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-88c3df14-da0b-4f72-846a-e0a9aa904ee2 None None] Deleting port f2ab4920-872c-452c-a5f2-b1d6080daec9 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:37.990000 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-88c3df14-da0b-4f72-846a-e0a9aa904ee2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:37.992347 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] For port f2ab4920-872c-452c-a5f2-b1d6080daec9, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f2ab4920-872c-452c-a5f2-b1d6080daec9,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:37.992896 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.019031 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Calling delete_port for f2ab4920-872c-452c-a5f2-b1d6080daec9 owned by network:dhcp {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:38.073125 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-88c3df14-da0b-4f72-846a-e0a9aa904ee2 None None] For port f2ab4920-872c-452c-a5f2-b1d6080daec9, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f2ab4920-872c-452c-a5f2-b1d6080daec9,segment=NetworkSegment(bef35a71-0c39-4d4f-a497-d9209d4f4930),segment_id=bef35a71-0c39-4d4f-a497-d9209d4f4930)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:38.073539 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-88c3df14-da0b-4f72-846a-e0a9aa904ee2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.089968 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-88c3df14-da0b-4f72-846a-e0a9aa904ee2 None None] Calling delete_port for f2ab4920-872c-452c-a5f2-b1d6080daec9 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:38.110095 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.149909 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ab4920-872c-452c-a5f2-b1d6080daec9,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:38.161396 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] No DVR routers for this DVR port f2ab4920-872c-452c-a5f2-b1d6080daec9 on host dv-cinder-797245-11-iscsi {{(pid=115108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:38.177059 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-88c3df14-da0b-4f72-846a-e0a9aa904ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (f2ab4920-872c-452c-a5f2-b1d6080daec9), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.214713 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3df14-da0b-4f72-846a-e0a9aa904ee2 None None] Pushing event deleted for resources: {'Port': ['ID=f2ab4920-872c-452c-a5f2-b1d6080daec9,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:38.216763 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c3df14-da0b-4f72-846a-e0a9aa904ee2 None None] No DVR routers for this DVR port f2ab4920-872c-452c-a5f2-b1d6080daec9 on host dv-cinder-797245-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:38.257511 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (24cd2efb-78ad-400a-a9d9-fadac97525f4), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.285643 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24cd2efb-78ad-400a-a9d9-fadac97525f4']}} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:38.307285 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef35a71-0c39-4d4f-a497-d9209d4f4930') {'for_net_delete': True} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:38.307580 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef35a71-0c39-4d4f-a497-d9209d4f4930') {} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:38.337020 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13747001'] for segment (bef35a71-0c39-4d4f-a497-d9209d4f4930), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.355231 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (bef35a71-0c39-4d4f-a497-d9209d4f4930), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.363116 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=115108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:38.363447 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58407790'] for segment (bef35a71-0c39-4d4f-a497-d9209d4f4930), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: Traceback (most recent call last): Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: timer() Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: cb(*args, **kw) Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: return func(*args, **kwargs) Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: self._notify() Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: self.callback(batched_events) Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: event.method(event) Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: return f(self, *a, **k) Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._get(url).json() Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:38.365444 dv-cinder-797245-11-iscsi neutron-server[115108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:38.424673 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9a88d-a59e-49c3-805a-609724a93da8 req-4878b32d-0b40-41c2-86a6-2baa2e58c498 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:38.426381 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b6f9a88d-a59e-49c3-805a-609724a93da8 req-4878b32d-0b40-41c2-86a6-2baa2e58c498 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 944 time: 0.1380396 Mar 23 12:56:38.449987 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (24cd2efb-78ad-400a-a9d9-fadac97525f4), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.456293 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:38.459372 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] 10.222.0.45 "DELETE /v2.0/networks/24cd2efb-78ad-400a-a9d9-fadac97525f4 HTTP/1.1" status: 204 len: 168 time: 0.7260642 Mar 23 12:56:38.462965 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51918) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:38.488351 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2913be08-4309-4c21-8cfb-e25f5a641e18 admin admin] Pushing event deleted for resources: {'Network': ['ID=24cd2efb-78ad-400a-a9d9-fadac97525f4,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:38.581050 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:38.581934 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-b6f9a88d-a59e-49c3-805a-609724a93da8 req-cab9cdf2-4b7f-42ba-b201-cdf3748da492 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487393 Mar 23 12:56:38.606791 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:56:38.607218 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device d85339f1-7bb8-4bf1-b573-4bd09b1e35b6 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:38.607702 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f45da900-d7fb-4eca-87c9-3d23fdeb9d8c no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:38.628392 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: f45da900-d7fb-4eca-87c9-3d23fdeb9d8c {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:56:38.628678 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f45da900-d7fb-4eca-87c9-3d23fdeb9d8c not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:38.629029 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f2ab4920-872c-452c-a5f2-b1d6080daec9 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:38.648938 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: f2ab4920-872c-452c-a5f2-b1d6080daec9 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:56:38.649864 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f2ab4920-872c-452c-a5f2-b1d6080daec9 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:38.877454 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:39.149855 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Deleting port fcbac272-21af-46ef-8aa1-45ec7a6931ea {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:39.150386 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:39.231759 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] For port fcbac272-21af-46ef-8aa1-45ec7a6931ea, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=fcbac272-21af-46ef-8aa1-45ec7a6931ea,segment=NetworkSegment(cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481),segment_id=cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:39.232157 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:39.245700 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Calling delete_port for fcbac272-21af-46ef-8aa1-45ec7a6931ea owned by network:router_interface {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:39.437178 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (fcbac272-21af-46ef-8aa1-45ec7a6931ea), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:39.463739 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcbac272-21af-46ef-8aa1-45ec7a6931ea,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:39.666604 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:39.732190 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e546e812-30b1-4ba1-9b51-5001fe4eecde req-470ab2ee-a0d8-434b-b570-d21de1e20192 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:39.737088 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e546e812-30b1-4ba1-9b51-5001fe4eecde req-470ab2ee-a0d8-434b-b570-d21de1e20192 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 944 time: 0.0667477 Mar 23 12:56:39.784581 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-e546e812-30b1-4ba1-9b51-5001fe4eecde req-deaf00a8-5535-45d2-8fe1-0d9a783a0b6a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452147 Mar 23 12:56:39.898560 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:40.015957 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:40.022226 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-9344d30c-cbd9-46f0-9db3-3058f9a57287 admin admin] 10.222.0.45 "PUT /v2.0/routers/a7df3d88-b9a9-4b86-88b1-4a9940bd3188/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5575008 Mar 23 12:56:40.024766 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51932) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:40.027980 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] Sync routers for ids ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:40.045045 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] Routers {'a7df3d88-b9a9-4b86-88b1-4a9940bd3188'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:40.046064 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:56:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:40.166083 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks [] for router (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:40.169537 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] Set router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:40.312494 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks [] for router_gateway (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:40.395516 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Deleting port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:40.395884 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:40.406082 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:56:39Z', 'revision_number': 5, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'gw_port': {'id': '8c1bfe6e-ed36-43b8-8964-b52e1a00853f', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'device_owner': 'network:router_gateway', 'standard_attr_id': 456, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:51:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:40.438947 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] Checking router: a7df3d88-b9a9-4b86-88b1-4a9940bd3188 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:56:40.451646 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] Routers {'a7df3d88-b9a9-4b86-88b1-4a9940bd3188'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:40.452849 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:56:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:40.522201 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] For port 8c1bfe6e-ed36-43b8-8964-b52e1a00853f, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=8c1bfe6e-ed36-43b8-8964-b52e1a00853f,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:40.522613 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:40.564905 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Calling delete_port for 8c1bfe6e-ed36-43b8-8964-b52e1a00853f owned by network:router_gateway {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:40.574059 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] Set router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:40.635996 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:56:40Z', 'revision_number': 6, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'gw_port_host': None}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:40.670417 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a9993f-e36a-49cc-8ec3-c8cfb6f511d0 None None] The sync data for ids ['a7df3d88-b9a9-4b86-88b1-4a9940bd3188'] in dv-cinder-797245-11-iscsi is: [{'id': 'a7df3d88-b9a9-4b86-88b1-4a9940bd3188', 'name': 'tempest-TestShelveInstance-1424393658-router', 'tenant_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:51:04Z', 'updated_at': '2022-03-23T12:56:40Z', 'revision_number': 6, 'project_id': '870e8e5bbaff4f528d8d3ce22d0a86d0', 'gw_port_host': None}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:40.935989 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (8c1bfe6e-ed36-43b8-8964-b52e1a00853f), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:40.972961 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Pushing event deleted for resources: {'Port': ['ID=8c1bfe6e-ed36-43b8-8964-b52e1a00853f,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:40.988923 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d66d59-6821-414b-98e5-a099f5020592 req-fdf01775-634c-450a-810e-fbe8f3f91972 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:40.990420 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60d66d59-6821-414b-98e5-a099f5020592 req-fdf01775-634c-450a-810e-fbe8f3f91972 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 944 time: 0.1062179 Mar 23 12:56:41.083790 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.122120 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-60d66d59-6821-414b-98e5-a099f5020592 req-94a6726f-7653-4204-9c1a-a5bce4acc62a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129270 Mar 23 12:56:41.194427 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.197208 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks [] for router_controller (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.240716 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (a7df3d88-b9a9-4b86-88b1-4a9940bd3188), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.241208 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7df3d88-b9a9-4b86-88b1-4a9940bd3188 {{(pid=115109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:56:41.247004 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.248213 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-c346a282-f1e1-46be-9bb9-318b5461032d admin admin] 10.222.0.45 "DELETE /v2.0/routers/a7df3d88-b9a9-4b86-88b1-4a9940bd3188 HTTP/1.1" status: 204 len: 168 time: 1.2219460 Mar 23 12:56:41.250847 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51964) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:41.311663 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e7a2bc6-57c6-41ca-8816-e549a11f54e4 admin admin] Deleting subnet 2e2bf6c6-6a61-4def-ad07-c1050aab15c9 {{(pid=115109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:56:41.314974 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2bc6-57c6-41ca-8816-e549a11f54e4 admin admin] Publish callbacks [] for subnet (2e2bf6c6-6a61-4def-ad07-c1050aab15c9), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.353631 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2bc6-57c6-41ca-8816-e549a11f54e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13703470'] for subnet (2e2bf6c6-6a61-4def-ad07-c1050aab15c9), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.439851 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2bc6-57c6-41ca-8816-e549a11f54e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (2e2bf6c6-6a61-4def-ad07-c1050aab15c9), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.513458 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2bc6-57c6-41ca-8816-e549a11f54e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58409122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078138'] for subnet (2e2bf6c6-6a61-4def-ad07-c1050aab15c9), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.545932 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-0e7a2bc6-57c6-41ca-8816-e549a11f54e4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.553145 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-0e7a2bc6-57c6-41ca-8816-e549a11f54e4 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/2e2bf6c6-6a61-4def-ad07-c1050aab15c9 HTTP/1.1" status: 204 len: 168 time: 0.2979188 Mar 23 12:56:41.553145 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 51966) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:41.554694 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547681a4-750c-48f5-ad0d-a803a48dc242 None None] Network fb59c163-6a2c-47ea-98e4-d805b140994b requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:56:41.560941 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a2bc6-57c6-41ca-8816-e549a11f54e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e2bf6c6-6a61-4def-ad07-c1050aab15c9,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:41.630927 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (fb59c163-6a2c-47ea-98e4-d805b140994b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.697269 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Deleting port 32fb60c5-46a9-4de4-bef9-923d433f2700 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:41.697269 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.792724 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] For port 32fb60c5-46a9-4de4-bef9-923d433f2700, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=32fb60c5-46a9-4de4-bef9-923d433f2700,segment=NetworkSegment(cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481),segment_id=cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:41.793102 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.810524 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Calling delete_port for 32fb60c5-46a9-4de4-bef9-923d433f2700 owned by network:dhcp {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:41.831801 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:56:41.907432 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] DHCP port deletion for fb59c163-6a2c-47ea-98e4-d805b140994b request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:56:41.947450 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.976937 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Pushing event deleted for resources: {'Port': ['ID=32fb60c5-46a9-4de4-bef9-923d433f2700,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:41.985043 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] Deleting port 32fb60c5-46a9-4de4-bef9-923d433f2700 {{(pid=115112) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:56:41.985514 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), before_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:41.985635 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] No DVR routers for this DVR port 32fb60c5-46a9-4de4-bef9-923d433f2700 on host dv-cinder-797245-11-iscsi {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:42.068526 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] For port 32fb60c5-46a9-4de4-bef9-923d433f2700, host dv-cinder-797245-11-iscsi, got binding levels [] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:42.069252 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), precommit_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.070544 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (fb59c163-6a2c-47ea-98e4-d805b140994b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.084533 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] Calling delete_port for 32fb60c5-46a9-4de4-bef9-923d433f2700 owned by network:dhcp {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:56:42.088122 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.ipam_backend_mixin [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] Port 32fb60c5-46a9-4de4-bef9-923d433f2700 was not found and therefore no delete operation was performed {{(pid=115112) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Mar 23 12:56:42.089489 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916'] for port (32fb60c5-46a9-4de4-bef9-923d433f2700), after_delete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.097595 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb59c163-6a2c-47ea-98e4-d805b140994b']}} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.109259 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481') {'for_net_delete': True} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.109617 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481') {} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:42.117216 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] Pushing event deleted for resources: {'Port': ['ID=32fb60c5-46a9-4de4-bef9-923d433f2700,revision_number=None']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:42.122148 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13703447'] for segment (cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.122495 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3da75b-53c0-44aa-be14-888f0e20bfc1 None None] No DVR routers for this DVR port 32fb60c5-46a9-4de4-bef9-923d433f2700 on host dv-cinder-797245-11-iscsi {{(pid=115112) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:56:42.142869 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.151233 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=115109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:56:42.151666 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58412288'] for segment (cf4c98ad-c3a1-40fb-bd50-1cd6f4a1b481), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: Traceback (most recent call last): Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: timer() Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: cb(*args, **kw) Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: return func(*args, **kwargs) Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: self._notify() Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: self.callback(batched_events) Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: event.method(event) Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: return f(self, *a, **k) Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._get(url).json() Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: return self.request(url, 'GET', **kwargs) Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:56:42.154164 dv-cinder-797245-11-iscsi neutron-server[115109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:56:42.224770 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (fb59c163-6a2c-47ea-98e4-d805b140994b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.230538 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.236475 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] 10.222.0.45 "DELETE /v2.0/networks/fb59c163-6a2c-47ea-98e4-d805b140994b HTTP/1.1" status: 204 len: 168 time: 0.6824257 Mar 23 12:56:42.249181 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65f42d-3148-4d0e-b02a-e10b5bbd527d admin admin] Pushing event deleted for resources: {'Network': ['ID=fb59c163-6a2c-47ea-98e4-d805b140994b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:42.280239 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6019fe-463d-4c55-866c-e853c8137a50 req-6b39c699-e986-4e34-a952-da4de828201c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:42.281889 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-df6019fe-463d-4c55-866c-e853c8137a50 req-6b39c699-e986-4e34-a952-da4de828201c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 944 time: 0.0813227 Mar 23 12:56:42.341438 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-df6019fe-463d-4c55-866c-e853c8137a50 req-91c11780-8154-4abe-95d4-55bf78a037cd tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535824 Mar 23 12:56:42.376593 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51994) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:42.422159 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-50377f83-58ad-45db-b013-b6759dd7978d admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=5c46f5a0923e420ebcae0094468634df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0443985 Mar 23 12:56:42.424566 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 51998) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:42.480672 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Publish callbacks [] for security_group (f3506992-c27c-4865-af12-26a3fcf42ead), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.504322 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Publish callbacks [] for security_group (f3506992-c27c-4865-af12-26a3fcf42ead), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.553510 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8c1bfe6e-ed36-43b8-8964-b52e1a00853f no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:42.561259 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (f3506992-c27c-4865-af12-26a3fcf42ead), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.565163 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:42.567143 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/f3506992-c27c-4865-af12-26a3fcf42ead HTTP/1.1" status: 204 len: 168 time: 0.1409266 Mar 23 12:56:42.575963 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3506992-c27c-4865-af12-26a3fcf42ead,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:42.577799 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 8c1bfe6e-ed36-43b8-8964-b52e1a00853f {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:56:42.578424 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 8c1bfe6e-ed36-43b8-8964-b52e1a00853f not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:42.578526 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 32fb60c5-46a9-4de4-bef9-923d433f2700 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:42.586075 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.586423 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.587003 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.587352 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.587703 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.588006 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.588377 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.588697 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.589019 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.589339 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.589767 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.590130 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.590495 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.590757 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.591528 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b72e5b4-3ef3-4a4d-ad94-a6bdb4a58085 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:56:42.605526 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 32fb60c5-46a9-4de4-bef9-923d433f2700 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:56:42.605866 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 32fb60c5-46a9-4de4-bef9-923d433f2700 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:42.606448 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device fcbac272-21af-46ef-8aa1-45ec7a6931ea no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:56:42.636467 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: fcbac272-21af-46ef-8aa1-45ec7a6931ea {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:56:42.637092 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device fcbac272-21af-46ef-8aa1-45ec7a6931ea not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:56:42.931441 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 52008) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:42.974762 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-a178bf4d-1a26-48f5-aef3-f6ceca271eea admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=870e8e5bbaff4f528d8d3ce22d0a86d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418537 Mar 23 12:56:42.977266 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 52010) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:43.028132 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e683b6d7-a7b7-4a4f-9243-123a7b3eb185 admin admin] Publish callbacks [] for security_group (64e10fce-d26e-4377-bd3e-c1fc29f50d95), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:43.057905 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e683b6d7-a7b7-4a4f-9243-123a7b3eb185 admin admin] Publish callbacks [] for security_group (64e10fce-d26e-4377-bd3e-c1fc29f50d95), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:43.116900 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e683b6d7-a7b7-4a4f-9243-123a7b3eb185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (64e10fce-d26e-4377-bd3e-c1fc29f50d95), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:43.120511 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-e683b6d7-a7b7-4a4f-9243-123a7b3eb185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:43.122046 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e683b6d7-a7b7-4a4f-9243-123a7b3eb185 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/64e10fce-d26e-4377-bd3e-c1fc29f50d95 HTTP/1.1" status: 204 len: 168 time: 0.1431522 Mar 23 12:56:43.131039 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683b6d7-a7b7-4a4f-9243-123a7b3eb185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64e10fce-d26e-4377-bd3e-c1fc29f50d95,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:43.480634 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294e682-d9ef-427f-9b0d-64cda9dc1677 req-6ff43f19-536b-48bb-9853-d56da37d5b45 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:43.482229 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2294e682-d9ef-427f-9b0d-64cda9dc1677 req-6ff43f19-536b-48bb-9853-d56da37d5b45 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 944 time: 0.0607865 Mar 23 12:56:43.540789 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2294e682-d9ef-427f-9b0d-64cda9dc1677 req-e29be0a4-2953-4ecf-9a11-0762ab206e68 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521326 Mar 23 12:56:44.669548 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdb204-3deb-491b-a3a5-208f5c419a84 req-eaa047fb-a958-4d88-8392-17927c05f451 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:44.671093 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a2bdb204-3deb-491b-a3a5-208f5c419a84 req-eaa047fb-a958-4d88-8392-17927c05f451 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 944 time: 0.0575747 Mar 23 12:56:44.725577 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a2bdb204-3deb-491b-a3a5-208f5c419a84 req-904e1a81-1dd8-46db-97bd-9373bae8c32b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484722 Mar 23 12:56:44.839975 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d4a1a21e-d3fc-4230-bed0-d567d85b9348 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:45.615935 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 52044) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:45.739405 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e479-dfa8-4840-b0a5-32e93343c97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:45.856827 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e479-dfa8-4840-b0a5-32e93343c97b admin admin] Publish callbacks [] for security_group (962ef19b-018a-405b-b8e9-45bf85b4dcb5), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:45.864333 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-b0f0e479-dfa8-4840-b0a5-32e93343c97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (962ef19b-018a-405b-b8e9-45bf85b4dcb5), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:45.910364 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0e479-dfa8-4840-b0a5-32e93343c97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962ef19b-018a-405b-b8e9-45bf85b4dcb5,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:45.922971 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa521f0-2a4c-41fd-8bd8-1ac10d276899 req-e50e15cb-a8e2-4f3d-87a3-ce5ea1d92e25 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:45.924599 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-afa521f0-2a4c-41fd-8bd8-1ac10d276899 req-e50e15cb-a8e2-4f3d-87a3-ce5ea1d92e25 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 944 time: 0.1232402 Mar 23 12:56:45.927450 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-b0f0e479-dfa8-4840-b0a5-32e93343c97b admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=aa220e774b00426c85d6d97b499fdc4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3086097 Mar 23 12:56:45.930164 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 52050) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:46.003878 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5e6da744-b6ce-4eb2-8310-1684dd033979 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:56:46.009953 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-afa521f0-2a4c-41fd-8bd8-1ac10d276899 req-32680cc2-55f2-411a-9eb0-024152b46b49 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728393 Mar 23 12:56:46.031813 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a69-fa9d-47c7-a62f-239fffeaff50 admin admin] Publish callbacks [] for security_group (962ef19b-018a-405b-b8e9-45bf85b4dcb5), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:46.048169 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a69-fa9d-47c7-a62f-239fffeaff50 admin admin] Publish callbacks [] for security_group (962ef19b-018a-405b-b8e9-45bf85b4dcb5), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:46.112709 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a69-fa9d-47c7-a62f-239fffeaff50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (962ef19b-018a-405b-b8e9-45bf85b4dcb5), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:46.120956 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-fc4f8a69-fa9d-47c7-a62f-239fffeaff50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:46.124514 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-fc4f8a69-fa9d-47c7-a62f-239fffeaff50 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/962ef19b-018a-405b-b8e9-45bf85b4dcb5 HTTP/1.1" status: 204 len: 168 time: 0.1901121 Mar 23 12:56:46.126808 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 5e6da744-b6ce-4eb2-8310-1684dd033979, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5e6da744-b6ce-4eb2-8310-1684dd033979,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:46.149661 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f8a69-fa9d-47c7-a62f-239fffeaff50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ef19b-018a-405b-b8e9-45bf85b4dcb5,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:46.149884 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'port_id': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'mac_address': 'fa:16:3e:5a:ad:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:56:46.206745 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 5e6da744-b6ce-4eb2-8310-1684dd033979 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:56:46.207230 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:46.227932 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e6da744-b6ce-4eb2-8310-1684dd033979 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:56:46.248745 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 5e6da744-b6ce-4eb2-8310-1684dd033979, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5e6da744-b6ce-4eb2-8310-1684dd033979,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:46.252707 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:46.311629 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=5e6da744-b6ce-4eb2-8310-1684dd033979,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:46.570243 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['5e6da744-b6ce-4eb2-8310-1684dd033979'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:56:47.160278 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de36a10-45d2-43c5-b250-76a882c91f48 req-77590e22-4bd4-4d9d-a62c-7ec6d66949fe tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:47.161816 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5de36a10-45d2-43c5-b250-76a882c91f48 req-77590e22-4bd4-4d9d-a62c-7ec6d66949fe tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 945 time: 0.0617199 Mar 23 12:56:47.218215 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-5de36a10-45d2-43c5-b250-76a882c91f48 req-e835206c-66ce-4511-9e55-a67b34dac41a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505035 Mar 23 12:56:47.969911 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d214384e-795a-4e9e-acd6-20c87ce49426 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:48.018298 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5e6da744-b6ce-4eb2-8310-1684dd033979 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:56:48.071663 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 5e6da744-b6ce-4eb2-8310-1684dd033979 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:56:48.075822 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 5e6da744-b6ce-4eb2-8310-1684dd033979 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:56:48.076223 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:48.154900 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 5e6da744-b6ce-4eb2-8310-1684dd033979 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:56:48.155179 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:48.178381 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:56:48.179355 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76e7afd-6528-466b-9003-cc49b903dd45" -d '{"events": [{"server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "name": "network-vif-plugged", "status": "completed", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:56:48.191402 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 5e6da744-b6ce-4eb2-8310-1684dd033979, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5e6da744-b6ce-4eb2-8310-1684dd033979,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:56:48.195801 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:48.231379 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0a8447-7b1f-4b83-a564-0679fdc7be87 x-openstack-request-id: req-2d0a8447-7b1f-4b83-a564-0679fdc7be87 {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:56:48.231673 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "name": "network-vif-plugged", "status": "completed", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:56:48.231927 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d0a8447-7b1f-4b83-a564-0679fdc7be87 {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:56:48.232352 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d0a8447-7b1f-4b83-a564-0679fdc7be87'] response: {'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'code': 200} Mar 23 12:56:48.259600 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=5e6da744-b6ce-4eb2-8310-1684dd033979,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:48.343659 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a3c9f-b921-4672-80e4-0760e5389074 req-ba28d2b6-9f36-4875-9287-24be20f57c15 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:48.345156 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a7a3c9f-b921-4672-80e4-0760e5389074 req-ba28d2b6-9f36-4875-9287-24be20f57c15 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.0564249 Mar 23 12:56:48.401131 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2a7a3c9f-b921-4672-80e4-0760e5389074 req-af3fbe36-325e-48e8-b445-b7a35595b3a8 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501318 Mar 23 12:56:49.528922 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7cd62a-dab2-41a8-bee8-2f1759d1696d req-65b95e18-0f33-4ee9-8047-426ea6ab261a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:49.530523 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2d7cd62a-dab2-41a8-bee8-2f1759d1696d req-65b95e18-0f33-4ee9-8047-426ea6ab261a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.0612133 Mar 23 12:56:49.586632 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-2d7cd62a-dab2-41a8-bee8-2f1759d1696d req-5e95e8a7-394b-4cc2-a274-b5cf23fc0cdd tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502563 Mar 23 12:56:49.643222 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:50.732478 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66b179c-acc0-42b9-bcda-362ddb6c931c req-6d17f651-6d83-40bb-87ff-aa955c855e51 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:50.734095 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d66b179c-acc0-42b9-bcda-362ddb6c931c req-6d17f651-6d83-40bb-87ff-aa955c855e51 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.0571806 Mar 23 12:56:50.787920 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d66b179c-acc0-42b9-bcda-362ddb6c931c req-e9ad9c4a-eb59-4b46-a67d-e5bef1aa52b2 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478857 Mar 23 12:56:51.111378 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:51.316373 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021d93dc-a81d-4891-8b40-15bdaf437a03 req-b9f510ea-26b1-4639-b468-7a8681c34dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:51.317777 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-021d93dc-a81d-4891-8b40-15bdaf437a03 req-b9f510ea-26b1-4639-b468-7a8681c34dfe service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 1130 time: 0.0443940 Mar 23 12:56:51.363883 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-021d93dc-a81d-4891-8b40-15bdaf437a03 req-99730012-f5b7-4ade-af35-1a18031f3f87 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389097 Mar 23 12:56:51.574144 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:51.912833 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947815c8-c46e-4291-80e8-d49fefe61f12 req-6aac6e4b-1972-4411-b7a9-5f896f050b82 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:51.914363 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-947815c8-c46e-4291-80e8-d49fefe61f12 req-6aac6e4b-1972-4411-b7a9-5f896f050b82 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.0553060 Mar 23 12:56:51.971381 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-947815c8-c46e-4291-80e8-d49fefe61f12 req-3abb5e33-9b14-40fa-ae36-8aafe9589f75 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505793 Mar 23 12:56:53.101793 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b90e8d-f0b0-419b-a262-c8b9d8caade4 req-a73a6e0c-e283-432a-9adb-f48e5dda1161 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:53.104570 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-20b90e8d-f0b0-419b-a262-c8b9d8caade4 req-a73a6e0c-e283-432a-9adb-f48e5dda1161 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.0604312 Mar 23 12:56:53.160128 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-20b90e8d-f0b0-419b-a262-c8b9d8caade4 req-ddc1a487-18b2-4ab9-b006-e44697995425 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496793 Mar 23 12:56:54.284289 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e5e8-540b-4e74-95d4-16de89b72f73 req-778db2ec-19b4-4d1a-9fa3-e241c277237f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:54.285795 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3ee4e5e8-540b-4e74-95d4-16de89b72f73 req-778db2ec-19b4-4d1a-9fa3-e241c277237f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.0535409 Mar 23 12:56:54.336248 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3ee4e5e8-540b-4e74-95d4-16de89b72f73 req-50966668-5a84-44ef-a193-6da870843d25 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Mar 23 12:56:55.457691 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a8007-6d10-43c5-b2ca-2850f909848b req-a0675a0e-3a90-48fa-9854-1356ac37dcd5 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:55.459087 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-668a8007-6d10-43c5-b2ca-2850f909848b req-a0675a0e-3a90-48fa-9854-1356ac37dcd5 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.0527713 Mar 23 12:56:55.511418 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-668a8007-6d10-43c5-b2ca-2850f909848b req-adb83164-ab7a-48a7-8b00-5e7b4dbd8d9c tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454581 Mar 23 12:56:55.632754 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8714b631-19c4-4a78-b539-c4fdd20886ae req-81eb927b-e3a9-4b60-bcc5-9b08a3a9b664 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:55.635375 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8714b631-19c4-4a78-b539-c4fdd20886ae req-81eb927b-e3a9-4b60-bcc5-9b08a3a9b664 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.0555558 Mar 23 12:56:55.685045 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8714b631-19c4-4a78-b539-c4fdd20886ae req-5b522b71-c738-47c7-8ee6-ab2a21f228e6 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441294 Mar 23 12:56:55.708561 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 52180) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:55.784271 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:55.910570 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff504050-7a7f-41e6-ae38-5ab6446665e6 tempest-TestVolumeBootPattern-858844422 tempest-TestVolumeBootPattern-858844422-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:55.912456 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-ff504050-7a7f-41e6-ae38-5ab6446665e6 tempest-TestVolumeBootPattern-858844422 tempest-TestVolumeBootPattern-858844422-project-admin] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 1125 time: 0.2028825 Mar 23 12:56:55.917865 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 52186) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:56:55.922309 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Request body: {'floatingip': {'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'port_id': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:56:55.952859 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:56.082973 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:56.201007 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Allocated IP 172.27.0.194 (5f065132-6efd-46e0-bbe9-66c7e7d0efa7/978f2e9e-598a-453b-b52a-46b8336900d3/695905b4-9bc6-4137-9af9-b7f7d188fa70) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:56:56.309628 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for port (695905b4-9bc6-4137-9af9-b7f7d188fa70), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:56.346309 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (695905b4-9bc6-4137-9af9-b7f7d188fa70), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:56.386423 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Network 5f065132-6efd-46e0-bbe9-66c7e7d0efa7 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:56:56.389235 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:56:56.392682 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:56:56.418652 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'Port': ['ID=695905b4-9bc6-4137-9af9-b7f7d188fa70,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:56.781042 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (2424026a-c75c-4856-99b0-bf6310fd7b58), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:56.853654 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (695905b4-9bc6-4137-9af9-b7f7d188fa70), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:56.998488 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for port (695905b4-9bc6-4137-9af9-b7f7d188fa70), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:57.003307 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (695905b4-9bc6-4137-9af9-b7f7d188fa70), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:57.075774 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event updated for resources: {'Port': ['ID=695905b4-9bc6-4137-9af9-b7f7d188fa70,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:56:57.083678 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16237385'] for floatingip (2424026a-c75c-4856-99b0-bf6310fd7b58), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:57.185597 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Floating IP 2424026a-c75c-4856-99b0-bf6310fd7b58 associated. External IP: 172.27.0.194, port: 5e6da744-b6ce-4eb2-8310-1684dd033979. Mar 23 12:56:57.398554 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Router 51a04fd7-5b22-4c88-af79-49ad3028e442 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:56:57.511481 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:56:57.522172 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] Sync routers for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:56:57.532267 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:56:57.533399 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:57.534020 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:56:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:57.649372 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:57.824249 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-3dea530b-b28c-4470-84c5-6edf09739c0f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9052942 Mar 23 12:56:57.824838 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:56:57.827025 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911e29f2-cd3b-423f-aaa3-461f294f929b" -d '{"events": [{"name": "network-changed", "server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:56:57.864331 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d95676b-9973-4a1b-881d-1712452753c4 x-openstack-request-id: req-2d95676b-9973-4a1b-881d-1712452753c4 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:56:57.864806 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:56:57.865064 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-2d95676b-9973-4a1b-881d-1712452753c4 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:56:57.865469 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d95676b-9973-4a1b-881d-1712452753c4'] response: {'name': 'network-changed', 'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'status': 'completed', 'code': 200} Mar 23 12:56:57.889602 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '2424026a-c75c-4856-99b0-bf6310fd7b58', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:5a:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:56:56Z', 'updated_at': '2022-03-23T12:56:56Z', 'revision_number': 0, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}, {'id': '5df149b1-40d7-4cc5-b987-a71795b521d9', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:34Z', 'updated_at': '2022-03-23T12:54:36Z', 'revision_number': 1, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:57.916328 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] Checking router: 51a04fd7-5b22-4c88-af79-49ad3028e442 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:56:57.924440 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:56:57.925040 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:56:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:58.032014 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:56:58.260554 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '2424026a-c75c-4856-99b0-bf6310fd7b58', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:5a:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:56:56Z', 'updated_at': '2022-03-23T12:56:56Z', 'revision_number': 0, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}, {'id': '5df149b1-40d7-4cc5-b987-a71795b521d9', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:34Z', 'updated_at': '2022-03-23T12:54:36Z', 'revision_number': 1, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:56:58.286945 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a7b0b1d-6d0a-42b4-84c7-805bbfb2a4ee None None] The sync data for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi is: [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '2424026a-c75c-4856-99b0-bf6310fd7b58', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 721, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:5a:ad:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:56:56Z', 'updated_at': '2022-03-23T12:56:56Z', 'revision_number': 0, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}, {'id': '5df149b1-40d7-4cc5-b987-a71795b521d9', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:34Z', 'updated_at': '2022-03-23T12:54:36Z', 'revision_number': 1, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:56:58.476777 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e9f23-5d5f-4e87-ae69-aedacd6164b9 None None] New status for floating IP 2424026a-c75c-4856-99b0-bf6310fd7b58: ACTIVE {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:56:58.990173 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-4b5abdbc-e22c-4fc3-bae7-20ca479c2e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:58.991631 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-4b5abdbc-e22c-4fc3-bae7-20ca479c2e3d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 1130 time: 0.0440104 Mar 23 12:56:59.084274 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-a2b1be0b-c19d-4135-8ef3-cce5292eff16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:59.085772 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-a2b1be0b-c19d-4135-8ef3-cce5292eff16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 913 time: 0.0864065 Mar 23 12:56:59.152861 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-8f450833-0c73-4fc5-a4f3-eaf6623786d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e6da744-b6ce-4eb2-8310-1684dd033979 HTTP/1.1" status: 200 len: 1002 time: 0.0595946 Mar 23 12:56:59.204804 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-f4bb6906-85f1-413d-b266-b0db1f39dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:59.206265 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-f4bb6906-85f1-413d-b266-b0db1f39dbbf service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0461383 Mar 23 12:56:59.258727 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-3f5035bc-92e2-49b1-8e6b-e715f10a7e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:56:59.260241 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-3f5035bc-92e2-49b1-8e6b-e715f10a7e52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0468841 Mar 23 12:56:59.350658 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-62950e6b-1d72-47c8-8f20-e74602db4ada service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822968 Mar 23 12:56:59.446292 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-911e29f2-cd3b-423f-aaa3-461f294f929b req-bd3f25c1-6329-4547-9f42-b74487111322 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836532 Mar 23 12:57:08.120192 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92472ac-d160-4478-a05f-302a287a4efc req-02387cf3-c3fa-4d09-8a99-416ee45b3647 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461454 Mar 23 12:57:08.219860 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92472ac-d160-4478-a05f-302a287a4efc req-672705e9-cc87-4aef-845c-d7fa74acd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:08.221411 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92472ac-d160-4478-a05f-302a287a4efc req-672705e9-cc87-4aef-845c-d7fa74acd4db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 1130 time: 0.0457542 Mar 23 12:57:08.331971 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92472ac-d160-4478-a05f-302a287a4efc req-c2da4d60-0a0d-49ce-91a4-fe9d53857352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:08.333466 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92472ac-d160-4478-a05f-302a287a4efc req-c2da4d60-0a0d-49ce-91a4-fe9d53857352 service neutron] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 913 time: 0.0919564 Mar 23 12:57:08.403471 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92472ac-d160-4478-a05f-302a287a4efc req-3688e4b9-226e-405b-922c-9b5f7f112dc6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc9627f-8604-4f89-8967-b74f76c7596b HTTP/1.1" status: 200 len: 1002 time: 0.0618539 Mar 23 12:57:08.453344 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92472ac-d160-4478-a05f-302a287a4efc req-154fd9b6-96d8-4be5-8821-d48f96e35361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:08.454800 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92472ac-d160-4478-a05f-302a287a4efc req-154fd9b6-96d8-4be5-8821-d48f96e35361 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0441136 Mar 23 12:57:08.513464 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92472ac-d160-4478-a05f-302a287a4efc req-5a673bb3-e5a2-43aa-bb44-27cce1478ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:08.515036 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92472ac-d160-4478-a05f-302a287a4efc req-5a673bb3-e5a2-43aa-bb44-27cce1478ac5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0526731 Mar 23 12:57:08.610047 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92472ac-d160-4478-a05f-302a287a4efc req-c1a8b898-fa0f-4d3e-8822-0a0ac6db1581 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842361 Mar 23 12:57:08.708691 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b92472ac-d160-4478-a05f-302a287a4efc req-360f989f-a792-494c-9950-fe7b5aed8016 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934246 Mar 23 12:57:09.063620 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 52374) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:57:09.171712 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d05ee24c-3783-40ef-bff0-692bcd939dd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:09.252840 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d05ee24c-3783-40ef-bff0-692bcd939dd4 admin admin] Publish callbacks [] for security_group (6a2b7da6-3efe-4689-8c4b-59f45e8f69c3), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:09.256948 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-d05ee24c-3783-40ef-bff0-692bcd939dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6a2b7da6-3efe-4689-8c4b-59f45e8f69c3), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:09.297104 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-d05ee24c-3783-40ef-bff0-692bcd939dd4 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=87c88fa336b74e749a7df2f4ea42acc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2320769 Mar 23 12:57:09.298339 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05ee24c-3783-40ef-bff0-692bcd939dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2b7da6-3efe-4689-8c4b-59f45e8f69c3,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:09.299836 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 52384) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:57:09.360420 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3214896a-bd1c-4d1f-a7bd-639dd5ebf67c admin admin] Publish callbacks [] for security_group (6a2b7da6-3efe-4689-8c4b-59f45e8f69c3), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:09.382708 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3214896a-bd1c-4d1f-a7bd-639dd5ebf67c admin admin] Publish callbacks [] for security_group (6a2b7da6-3efe-4689-8c4b-59f45e8f69c3), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:09.429054 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3214896a-bd1c-4d1f-a7bd-639dd5ebf67c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (6a2b7da6-3efe-4689-8c4b-59f45e8f69c3), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:09.432968 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3214896a-bd1c-4d1f-a7bd-639dd5ebf67c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:09.434177 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-3214896a-bd1c-4d1f-a7bd-639dd5ebf67c admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/6a2b7da6-3efe-4689-8c4b-59f45e8f69c3 HTTP/1.1" status: 204 len: 168 time: 0.1326656 Mar 23 12:57:09.441644 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3214896a-bd1c-4d1f-a7bd-639dd5ebf67c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2b7da6-3efe-4689-8c4b-59f45e8f69c3,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:11.419695 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f5a01-7654-45b5-b10e-0dabffb6e62b req-e4a622f8-cb59-400c-b515-020035d33d5d tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:11.421082 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bc8f5a01-7654-45b5-b10e-0dabffb6e62b req-e4a622f8-cb59-400c-b515-020035d33d5d tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 945 time: 0.0522916 Mar 23 12:57:11.466975 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bc8f5a01-7654-45b5-b10e-0dabffb6e62b req-3447543d-d8c3-4df9-a9d9-8fc4d2784aa7 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403109 Mar 23 12:57:12.584656 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5b639-2032-4b65-86a3-b30be76dbe27 req-d15f814b-27d0-4f9a-9ec0-6c2cb100b11e tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:12.586686 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a2b5b639-2032-4b65-86a3-b30be76dbe27 req-d15f814b-27d0-4f9a-9ec0-6c2cb100b11e tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 945 time: 0.0518277 Mar 23 12:57:12.632381 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a2b5b639-2032-4b65-86a3-b30be76dbe27 req-e3195a09-a822-4d46-bada-22a0b224d48c tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400305 Mar 23 12:57:13.543807 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b56967-4f02-4702-87cf-178aea41245e req-cc3bc96f-96bd-4893-9b9c-66cda2c90231 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:13.545328 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-97b56967-4f02-4702-87cf-178aea41245e req-cc3bc96f-96bd-4893-9b9c-66cda2c90231 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.53 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 945 time: 0.0556574 Mar 23 12:57:13.639797 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-97b56967-4f02-4702-87cf-178aea41245e req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Deleting port 54805388-e5d5-438e-9e7b-d5168af65190 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:57:13.640159 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-97b56967-4f02-4702-87cf-178aea41245e req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (54805388-e5d5-438e-9e7b-d5168af65190), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:13.760129 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-97b56967-4f02-4702-87cf-178aea41245e req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] For port 54805388-e5d5-438e-9e7b-d5168af65190, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=54805388-e5d5-438e-9e7b-d5168af65190,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:13.760489 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-97b56967-4f02-4702-87cf-178aea41245e req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (54805388-e5d5-438e-9e7b-d5168af65190), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:13.781362 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-97b56967-4f02-4702-87cf-178aea41245e req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Calling delete_port for 54805388-e5d5-438e-9e7b-d5168af65190 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:57:13.800214 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28713103-18e2-4f49-9b28-e22e3ac56f42 req-36a84ca2-0342-4f04-9b23-181c8ad28217 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:13.801728 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28713103-18e2-4f49-9b28-e22e3ac56f42 req-36a84ca2-0342-4f04-9b23-181c8ad28217 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=c7974a20-87a3-44c4-9ec2-73dec2f2ab00 HTTP/1.1" status: 200 len: 945 time: 0.0929120 Mar 23 12:57:13.912621 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-28713103-18e2-4f49-9b28-e22e3ac56f42 req-a707c245-b548-4547-bb93-7e4983b8e0b8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771914 Mar 23 12:57:13.974451 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-97b56967-4f02-4702-87cf-178aea41245e req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (54805388-e5d5-438e-9e7b-d5168af65190), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:13.988296 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['54805388-e5d5-438e-9e7b-d5168af65190'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:57:14.005633 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Pushing event deleted for resources: {'Port': ['ID=54805388-e5d5-438e-9e7b-d5168af65190,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:14.047204 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 52436) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:57:14.056339 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b56967-4f02-4702-87cf-178aea41245e req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] No DVR routers for this DVR port 54805388-e5d5-438e-9e7b-d5168af65190 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:14.059028 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-97b56967-4f02-4702-87cf-178aea41245e req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:14.062344 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-97b56967-4f02-4702-87cf-178aea41245e req-a5c62838-fac8-465a-9de4-7e58e27ac5ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.53 "DELETE /v2.0/ports/54805388-e5d5-438e-9e7b-d5168af65190 HTTP/1.1" status: 204 len: 173 time: 0.5108850 Mar 23 12:57:14.062794 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7974a20-87a3-44c4-9ec2-73dec2f2ab00', 'name': 'network-vif-deleted', 'tag': '54805388-e5d5-438e-9e7b-d5168af65190'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:57:14.065051 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757134c9-0287-4dc5-bff7-d10bf90bc082" -d '{"events": [{"server_uuid": "c7974a20-87a3-44c4-9ec2-73dec2f2ab00", "name": "network-vif-deleted", "tag": "54805388-e5d5-438e-9e7b-d5168af65190"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:57:14.113172 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1315535-c443-4338-a172-875cd92c1a32 x-openstack-request-id: req-a1315535-c443-4338-a172-875cd92c1a32 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:57:14.113466 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7974a20-87a3-44c4-9ec2-73dec2f2ab00", "name": "network-vif-deleted", "tag": "54805388-e5d5-438e-9e7b-d5168af65190", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:57:14.113728 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-a1315535-c443-4338-a172-875cd92c1a32 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:57:14.114133 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1315535-c443-4338-a172-875cd92c1a32'] response: {'server_uuid': 'c7974a20-87a3-44c4-9ec2-73dec2f2ab00', 'name': 'network-vif-deleted', 'tag': '54805388-e5d5-438e-9e7b-d5168af65190', 'status': 'completed', 'code': 200} Mar 23 12:57:14.174498 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-391ca8d2-7ae4-4004-b7ad-17e5f8424319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:14.250551 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-391ca8d2-7ae4-4004-b7ad-17e5f8424319 admin admin] Publish callbacks [] for security_group (31c91894-fab5-4dba-ae3b-7a02b5c0a4a7), precommit_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:14.254446 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-391ca8d2-7ae4-4004-b7ad-17e5f8424319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (31c91894-fab5-4dba-ae3b-7a02b5c0a4a7), after_create {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:14.294896 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-391ca8d2-7ae4-4004-b7ad-17e5f8424319 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=cdd153d1f2734c6aa2c2de530cc89165&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466590 Mar 23 12:57:14.296123 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391ca8d2-7ae4-4004-b7ad-17e5f8424319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c91894-fab5-4dba-ae3b-7a02b5c0a4a7,revision_number=1']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:14.298710 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 52442) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:57:14.350625 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f954e182-bce0-4c3b-b751-eaa1b4d08809 admin admin] Publish callbacks [] for security_group (31c91894-fab5-4dba-ae3b-7a02b5c0a4a7), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:14.372316 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f954e182-bce0-4c3b-b751-eaa1b4d08809 admin admin] Publish callbacks [] for security_group (31c91894-fab5-4dba-ae3b-7a02b5c0a4a7), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:14.419700 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f954e182-bce0-4c3b-b751-eaa1b4d08809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (31c91894-fab5-4dba-ae3b-7a02b5c0a4a7), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:14.422464 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f954e182-bce0-4c3b-b751-eaa1b4d08809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:14.423601 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f954e182-bce0-4c3b-b751-eaa1b4d08809 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/31c91894-fab5-4dba-ae3b-7a02b5c0a4a7 HTTP/1.1" status: 204 len: 168 time: 0.1240590 Mar 23 12:57:14.431171 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954e182-bce0-4c3b-b751-eaa1b4d08809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c91894-fab5-4dba-ae3b-7a02b5c0a4a7,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:14.842496 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3f91410f-a23c-40c6-a5cd-f6790d17d826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:16.368327 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 54805388-e5d5-438e-9e7b-d5168af65190 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:16.389733 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 54805388-e5d5-438e-9e7b-d5168af65190 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:57:16.390076 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 54805388-e5d5-438e-9e7b-d5168af65190 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:57:17.972487 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f6330fe7-e1eb-4890-842e-f5ece1b299f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:18.831360 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:57:19.643882 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:21.106426 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:21.152636 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 52526) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:57:21.256207 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:21.338624 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Publish callbacks [] for security_group (df81eec9-45e8-4810-a909-ca94167820b6), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:21.342593 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (df81eec9-45e8-4810-a909-ca94167820b6), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:21.380871 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d34c546af40c40c7a7c329966579c58b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2271094 Mar 23 12:57:21.381843 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df81eec9-45e8-4810-a909-ca94167820b6,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:21.384571 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 52530) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:57:21.389956 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.390307 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.390653 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.390995 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.391334 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.391667 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.391994 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.392350 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.392681 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.393008 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.393336 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.393659 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.393980 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.394303 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.394622 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dde7256-2e1f-4fe6-a749-afdf13dd7bd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:21.433529 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b053a44-fa12-4dc2-9b4d-e468f032bd75 admin admin] Publish callbacks [] for security_group (df81eec9-45e8-4810-a909-ca94167820b6), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:21.454587 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b053a44-fa12-4dc2-9b4d-e468f032bd75 admin admin] Publish callbacks [] for security_group (df81eec9-45e8-4810-a909-ca94167820b6), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:21.500017 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b053a44-fa12-4dc2-9b4d-e468f032bd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (df81eec9-45e8-4810-a909-ca94167820b6), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:21.502564 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-1b053a44-fa12-4dc2-9b4d-e468f032bd75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:21.503701 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-1b053a44-fa12-4dc2-9b4d-e468f032bd75 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/df81eec9-45e8-4810-a909-ca94167820b6 HTTP/1.1" status: 204 len: 168 time: 0.1181226 Mar 23 12:57:21.511705 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b053a44-fa12-4dc2-9b4d-e468f032bd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df81eec9-45e8-4810-a909-ca94167820b6,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:21.581624 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:24.809276 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-adbc7825-d5d5-4355-8d85-49b4ff7c7117 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/networks?tenant_id=c63101dd68a641fcbc27f98a6616ef9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359571 Mar 23 12:57:24.991608 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05904e25-98af-453f-9580-c1b9860a117b req-c008769c-5dee-4f7a-9f02-91d32d6cf861 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:24.993789 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-c008769c-5dee-4f7a-9f02-91d32d6cf861 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/networks?id=b6a296fd-beba-43aa-912b-960cafb60581 HTTP/1.1" status: 200 len: 814 time: 0.1061997 Mar 23 12:57:25.009125 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-8eee9d3f-797c-4a89-9805-d4cddd22ecbd tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/quotas/d67cea56e6764b08986b47c193b4f45b HTTP/1.1" status: 200 len: 375 time: 0.0097795 Mar 23 12:57:25.044683 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-c3de481c-2c9a-4b40-bde6-66ab80bf2a3b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=d67cea56e6764b08986b47c193b4f45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293703 Mar 23 12:57:25.138332 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-cdf2ebb8-8465-4139-98c3-a48cbfcfd6bb service neutron] 10.222.0.45 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870488 Mar 23 12:57:25.234770 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-eabf5834-0ff0-4738-ab96-be45e7d71a91 service neutron] 10.222.0.45 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908146 Mar 23 12:57:25.242529 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-448f1938-0796-44e1-9925-33a76f3be0f3 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:25.244010 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-448f1938-0796-44e1-9925-33a76f3be0f3 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4294298 Mar 23 12:57:25.258619 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-0032ffe7-27b3-4e7c-891b-5fe768bef271 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/quotas/c63101dd68a641fcbc27f98a6616ef9a HTTP/1.1" status: 200 len: 375 time: 0.0092831 Mar 23 12:57:25.291240 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-7cf06a3c-f5b0-4e49-ac3a-0f19990454c6 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?tenant_id=c63101dd68a641fcbc27f98a6616ef9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274456 Mar 23 12:57:25.402191 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-bd303f96-db16-4605-811e-c8dd1d8a6102 req-f9aa52c2-3a69-4fa6-ad58-a09d6245000b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 210 time: 0.0304654 Mar 23 12:57:25.469324 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-549b3517-6ac9-4883-b20b-8a97d6eeccf5 req-299b23e8-fd33-4807-b941-a7bf4f5dcc0a tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 210 time: 0.0277605 Mar 23 12:57:25.812690 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:26.426056 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-c4365882-a183-4b23-b0c2-e4a2e9f9fe8b tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c63101dd68a641fcbc27f98a6616ef9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0357094 Mar 23 12:57:26.588268 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-fc78199d-675b-4e3b-b293-bcaa71b7958e req-e1e0ad71-7476-419c-a5ec-dddbb97f525e tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 210 time: 0.0319016 Mar 23 12:57:26.620118 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-8dc8f44e-f65d-4c37-b1d3-43c8e1c423eb req-ab6fd2a8-ed3e-4b35-b98a-4caf4a9e37c3 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 210 time: 0.1195376 Mar 23 12:57:26.634459 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05904e25-98af-453f-9580-c1b9860a117b req-be71c113-96fa-49ac-8e32-2dcf6337c1b5 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:26.635931 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-be71c113-96fa-49ac-8e32-2dcf6337c1b5 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.53 "GET /v2.0/networks?id=b6a296fd-beba-43aa-912b-960cafb60581 HTTP/1.1" status: 200 len: 814 time: 0.3051159 Mar 23 12:57:26.677009 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Request body: {'port': {'device_id': '1703e0db-4436-4863-95e5-e43719f55131', 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581', 'admin_state_up': True, 'tenant_id': 'd67cea56e6764b08986b47c193b4f45b'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:26.759146 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-15888a54-9287-4fba-8732-e2fa27a63bb3 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:26.760657 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-15888a54-9287-4fba-8732-e2fa27a63bb3 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3082988 Mar 23 12:57:26.781980 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Request body: {'port': {'device_id': '3aada3e1-1b93-474a-845a-dbc5cc9a8f01', 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02', 'admin_state_up': True, 'tenant_id': 'c63101dd68a641fcbc27f98a6616ef9a'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:26.891361 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Made reservation on behalf of d67cea56e6764b08986b47c193b4f45b for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:26.894810 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:26.936373 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Made reservation on behalf of c63101dd68a641fcbc27f98a6616ef9a for: {'port': 1} {{(pid=115109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 23 12:57:26.939714 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:26.978132 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks [] for security_group (None), before_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:27.076798 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Allocated IP 172.20.0.11 (b6a296fd-beba-43aa-912b-960cafb60581/784248b7-5e03-4193-8115-047221866f83/5c7276ea-b60c-4c6f-a900-eab9eccaf7e0) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:27.131313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks [] for security_group (79870243-b265-46eb-80c1-8bb79845c052), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:27.142478 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (79870243-b265-46eb-80c1-8bb79845c052), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:27.258973 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79870243-b265-46eb-80c1-8bb79845c052,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:27.354762 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks [] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:27.367833 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_common [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Allocated IP 192.168.233.158 (ecb5e666-6ec7-4829-8320-4d820d240d02/1c217469-dfb4-4e40-8e4a-6439e8d7cbfd/40b9442d-e2e4-422a-841c-8983ce12ac08) {{(pid=115109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 23 12:57:27.434389 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:27.519433 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Network b6a296fd-beba-43aa-912b-960cafb60581 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:27.528006 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:27.537761 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:27.574502 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Pushing event updated for resources: {'Port': ['ID=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:27.622132 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:27.622752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:27.629426 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks [] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), precommit_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:27.647917 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-9075a7ba-6b8a-415a-8376-a2476f74e9ca tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9799151 Mar 23 12:57:27.665217 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Request body: {'port': {'device_id': '1703e0db-4436-4863-95e5-e43719f55131', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:27.687484 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-54bd0b2d-e412-4d04-8bce-3a909f16859c req-8597b3b1-142c-4ff9-9fe7-73a0e5b29091 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 210 time: 0.0308249 Mar 23 12:57:27.749708 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8782310502135', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), after_create {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.047370 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.074653 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Network ecb5e666-6ec7-4829-8320-4d820d240d02 is already hosted by enough agents. {{(pid=115109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 23 12:57:28.084618 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.base_scheduler [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Resources bound (agent type, host, resource id): {{(pid=115109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 23 12:57:28.089748 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Received port after_create {{(pid=115109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 23 12:57:28.091999 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Pushing event updated for resources: {'Port': ['ID=40b9442d-e2e4-422a-841c-8983ce12ac08,revision_number=1']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:28.143774 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc02823-16f1-42ba-9443-419f1be0d2cb req-73303e5c-4878-4a6f-80c4-3cdddbfa74a3 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:28.145301 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ccc02823-16f1-42ba-9443-419f1be0d2cb req-73303e5c-4878-4a6f-80c4-3cdddbfa74a3 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 932 time: 0.4479725 Mar 23 12:57:28.202490 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:28.203128 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.292746 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-cb6485a9-6711-43db-bec2-b7cd4d7d6bed tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5151174 Mar 23 12:57:28.302775 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ccc02823-16f1-42ba-9443-419f1be0d2cb req-83ac7638-b265-4e19-862f-790db13a15d0 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472454 Mar 23 12:57:28.316244 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.v2.base [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Request body: {'port': {'device_id': '3aada3e1-1b93-474a-845a-dbc5cc9a8f01', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=115109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 23 12:57:28.357860 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-8910ac7c-d2a5-46ad-9362-4e2b6d96d940 None None] Provisioning complete for port 40b9442d-e2e4-422a-841c-8983ce12ac08 triggered by entity DHCP. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:57:28.358455 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-8910ac7c-d2a5-46ad-9362-4e2b6d96d940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.397169 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-8910ac7c-d2a5-46ad-9362-4e2b6d96d940 None None] Port 40b9442d-e2e4-422a-841c-8983ce12ac08 cannot update to ACTIVE because it is not bound. {{(pid=115112) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 23 12:57:28.423406 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.587146 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:57:28.597709 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Publish callbacks [] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.647350 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Transition to ACTIVE for port object 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:57:28.651680 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.724681 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Pushing event updated for resources: {'Port': ['ID=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:28.806903 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5bc9bc-bd7e-4306-a5e6-3bd384e6d5d2 req-a6dd3461-0175-49e3-bd42-c8af047d3cf0 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:28.808546 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0b5bc9bc-bd7e-4306-a5e6-3bd384e6d5d2 req-a6dd3461-0175-49e3-bd42-c8af047d3cf0 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 936 time: 0.0526133 Mar 23 12:57:28.852786 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Attempting to bind port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:57:28.853025 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Attempting to bind port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '13d3ac0a-0df3-4d77-b56b-004db4be1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:57:28.853347 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Attempting to bind port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 on network b6a296fd-beba-43aa-912b-960cafb60581 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:28.858310 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-0b5bc9bc-bd7e-4306-a5e6-3bd384e6d5d2 req-8ae07dc6-b7da-4aa0-9810-ab47e3ab96ee tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431452 Mar 23 12:57:28.863932 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40b9442d-e2e4-422a-841c-8983ce12ac08 {{(pid=115109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:57:28.868072 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 on network b6a296fd-beba-43aa-912b-960cafb60581 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:57:28.868423 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Attempting to bind port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 on network b6a296fd-beba-43aa-912b-960cafb60581 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:28.876837 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Publish callbacks [] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), precommit_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.878631 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:28.878963 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Checking segment: {'id': '13d3ac0a-0df3-4d77-b56b-004db4be1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:57:28.879345 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Bound using segment: {'id': '13d3ac0a-0df3-4d77-b56b-004db4be1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:28.879777 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Bound port: 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13d3ac0a-0df3-4d77-b56b-004db4be1cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:57:28.880205 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.901759 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.provisioning_blocks [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Transition to ACTIVE for port object 40b9442d-e2e4-422a-841c-8983ce12ac08 will not be triggered until provisioned by entity L2. {{(pid=115109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 23 12:57:28.905844 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:28.996921 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Pushing event updated for resources: {'Port': ['ID=40b9442d-e2e4-422a-841c-8983ce12ac08,revision_number=2']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:29.020898 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] For port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:29.056533 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] For port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:29.066180 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:29.115465 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:29.116088 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:29.118072 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] 10.222.0.53 "PUT /v2.0/ports/5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 HTTP/1.1" status: 200 len: 1094 time: 1.4625318 Mar 23 12:57:29.118595 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1703e0db-4436-4863-95e5-e43719f55131', 'tag': '5c7276ea-b60c-4c6f-a900-eab9eccaf7e0'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:57:29.120866 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a" -d '{"events": [{"name": "network-changed", "server_uuid": "1703e0db-4436-4863-95e5-e43719f55131", "tag": "5c7276ea-b60c-4c6f-a900-eab9eccaf7e0"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:57:29.130552 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Attempting to bind port 40b9442d-e2e4-422a-841c-8983ce12ac08 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 23 12:57:29.130673 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Attempting to bind port 40b9442d-e2e4-422a-841c-8983ce12ac08 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02'}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 23 12:57:29.131005 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Attempting to bind port 40b9442d-e2e4-422a-841c-8983ce12ac08 on network ecb5e666-6ec7-4829-8320-4d820d240d02 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:29.146902 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Port 40b9442d-e2e4-422a-841c-8983ce12ac08 on network ecb5e666-6ec7-4829-8320-4d820d240d02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 23 12:57:29.147283 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Attempting to bind port 40b9442d-e2e4-422a-841c-8983ce12ac08 on network ecb5e666-6ec7-4829-8320-4d820d240d02 {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 23 12:57:29.156161 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af0ec1-5383-43fe-afc1-2c69196758ac service neutron] Pushing event updated for resources: {'Port': ['ID=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:29.158978 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Checking agent: {'id': 'b600bd8c-2d19-45bd-8466-1619c72a1951', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'started_at': datetime.datetime(2022, 3, 23, 12, 45, 56), 'heartbeat_timestamp': datetime.datetime(2022, 3, 23, 12, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 23 12:57:29.159313 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Checking segment: {'id': '3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 23 12:57:29.159679 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Bound using segment: {'id': '3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02'} {{(pid=115109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 23 12:57:29.160129 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.managers [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Bound port: 40b9442d-e2e4-422a-841c-8983ce12ac08, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02'}}] {{(pid=115109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 23 12:57:29.160494 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), before_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:29.180163 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbdb4ebf-0c56-4617-8723-0185208c0636 x-openstack-request-id: req-fbdb4ebf-0c56-4617-8723-0185208c0636 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:57:29.180406 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1703e0db-4436-4863-95e5-e43719f55131", "tag": "5c7276ea-b60c-4c6f-a900-eab9eccaf7e0", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:57:29.180712 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-fbdb4ebf-0c56-4617-8723-0185208c0636 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:57:29.181107 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbdb4ebf-0c56-4617-8723-0185208c0636'] response: {'name': 'network-changed', 'server_uuid': '1703e0db-4436-4863-95e5-e43719f55131', 'tag': '5c7276ea-b60c-4c6f-a900-eab9eccaf7e0', 'status': 'completed', 'code': 200} Mar 23 12:57:29.257017 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05904e25-98af-453f-9580-c1b9860a117b req-fc8d7118-9847-4c55-accb-0f7227b9ef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:29.258732 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-fc8d7118-9847-4c55-accb-0f7227b9ef89 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67cea56e6764b08986b47c193b4f45b&device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 1128 time: 0.0959454 Mar 23 12:57:29.262251 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] For port 40b9442d-e2e4-422a-841c-8983ce12ac08, host hv-cinder-79724, cleared binding levels {{(pid=115109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 23 12:57:29.265287 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] For port 40b9442d-e2e4-422a-841c-8983ce12ac08, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=40b9442d-e2e4-422a-841c-8983ce12ac08,segment=NetworkSegment(3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0),segment_id=3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0)] {{(pid=115109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 23 12:57:29.275577 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-58412388'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), after_update {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:29.312589 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-b6eef1c2-9260-453c-b28e-ad4a94ec3325 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 HTTP/1.1" status: 200 len: 217 time: 0.0457220 Mar 23 12:57:29.364742 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:29.365366 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:29.367245 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] 10.222.0.53 "PUT /v2.0/ports/40b9442d-e2e4-422a-841c-8983ce12ac08 HTTP/1.1" status: 200 len: 1098 time: 1.0545993 Mar 23 12:57:29.402039 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38abca6f-b98c-4fbe-9a4a-f7c561a5caab service neutron] Pushing event updated for resources: {'Port': ['ID=40b9442d-e2e4-422a-841c-8983ce12ac08,revision_number=3']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:29.405583 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05904e25-98af-453f-9580-c1b9860a117b req-722ae4a0-1d98-4dd0-8aa9-f4959483f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:29.406958 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-722ae4a0-1d98-4dd0-8aa9-f4959483f4f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=784248b7-5e03-4193-8115-047221866f83 HTTP/1.1" status: 200 len: 854 time: 0.0759909 Mar 23 12:57:29.446122 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cd97a2-b4f3-4182-9e1e-9161b0e77cc2 req-cc55500c-e140-4b79-917f-1bb3d86ec45a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:29.447954 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-19cd97a2-b4f3-4182-9e1e-9161b0e77cc2 req-cc55500c-e140-4b79-917f-1bb3d86ec45a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 944 time: 0.0761371 Mar 23 12:57:29.473137 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-9c6ec024-9716-4178-9bef-32ee6a59af95 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6a296fd-beba-43aa-912b-960cafb60581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471425 Mar 23 12:57:29.504648 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-19cd97a2-b4f3-4182-9e1e-9161b0e77cc2 req-271d906d-6390-407b-9a68-f3898ccae25d tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507674 Mar 23 12:57:29.558779 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-abfd2052-3aa7-4b09-b9d9-2dd6ecb6b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:29.560310 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-abfd2052-3aa7-4b09-b9d9-2dd6ecb6b26b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c63101dd68a641fcbc27f98a6616ef9a&device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 1132 time: 0.1424887 Mar 23 12:57:29.612151 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-27c46c6e-3415-4007-afc4-a8e2c970e219 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40b9442d-e2e4-422a-841c-8983ce12ac08 HTTP/1.1" status: 200 len: 217 time: 0.0419693 Mar 23 12:57:29.651280 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-d7efea6e-c607-4909-bfcd-d18a25167845 service neutron] 10.222.0.53 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647737 Mar 23 12:57:29.720169 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-94335e52-7865-49b1-b94d-ad4fae7c163e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:29.721624 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-94335e52-7865-49b1-b94d-ad4fae7c163e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c217469-dfb4-4e40-8e4a-6439e8d7cbfd HTTP/1.1" status: 200 len: 843 time: 0.1005318 Mar 23 12:57:29.787121 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-05904e25-98af-453f-9580-c1b9860a117b req-4a20a61c-6c6a-45df-8391-3ed2f7d80671 service neutron] 10.222.0.53 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280153 Mar 23 12:57:29.795497 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-0cb5aa1b-e571-4650-9b9d-3fd5c360592a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:29.796998 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-0cb5aa1b-e571-4650-9b9d-3fd5c360592a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ecb5e666-6ec7-4829-8320-4d820d240d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0683310 Mar 23 12:57:29.934101 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-b7781a8d-291f-492f-b37c-6bb61abbedc8 service neutron] 10.222.0.53 "GET /v2.0/networks/ecb5e666-6ec7-4829-8320-4d820d240d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303115 Mar 23 12:57:29.946152 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-c577b724-5001-44ac-bacf-472d07c21986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:29.947569 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-c577b724-5001-44ac-bacf-472d07c21986 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d67cea56e6764b08986b47c193b4f45b&device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 1128 time: 0.0942953 Mar 23 12:57:30.118449 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba6d8c-86db-41e6-9377-2e3b214c8e21 req-38671804-8def-4303-aeb3-c0543a74c33a tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:30.119900 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-30ba6d8c-86db-41e6-9377-2e3b214c8e21 req-38671804-8def-4303-aeb3-c0543a74c33a tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 948 time: 0.1908484 Mar 23 12:57:30.128502 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-4dfe4aee-579f-47c1-8284-4e9998d1bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:30.129843 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-4dfe4aee-579f-47c1-8284-4e9998d1bc76 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6a296fd-beba-43aa-912b-960cafb60581 HTTP/1.1" status: 200 len: 915 time: 0.1616919 Mar 23 12:57:30.190402 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-6ceff69b-1ff9-4afd-8c13-e9564d31f048 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 HTTP/1.1" status: 200 len: 217 time: 0.0465386 Mar 23 12:57:30.192493 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-166b0762-e1a4-4f76-838f-9ef975f18211 req-10f4e1d6-9546-4a13-8543-b0e7a108253a service neutron] 10.222.0.53 "GET /v2.0/networks/ecb5e666-6ec7-4829-8320-4d820d240d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493520 Mar 23 12:57:30.250076 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-30ba6d8c-86db-41e6-9377-2e3b214c8e21 req-15d8d5ec-8c21-4ec9-aab9-279f3d92177c tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227789 Mar 23 12:57:30.259077 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-56e8e673-7469-474b-8bb6-2b8478aab34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:30.260504 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-56e8e673-7469-474b-8bb6-2b8478aab34d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=784248b7-5e03-4193-8115-047221866f83 HTTP/1.1" status: 200 len: 854 time: 0.0583856 Mar 23 12:57:30.299185 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-e91daba0-4c4e-433e-8652-caa1843af252 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6a296fd-beba-43aa-912b-960cafb60581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295060 Mar 23 12:57:30.396938 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-6b078f28-ca24-4174-b29e-c73e8ad7f0e2 service neutron] 10.222.0.53 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890217 Mar 23 12:57:30.494160 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-3f1bbfd4-c150-4bb6-a13d-6b3cccb1b27a req-2cd41925-aeee-47f1-9368-6631487854a1 service neutron] 10.222.0.53 "GET /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898297 Mar 23 12:57:30.630961 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317ebde-b95d-4ff4-8348-15b47a432e6b req-eb096ec1-f732-4b95-af0d-07de23729ed8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:30.632560 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2317ebde-b95d-4ff4-8348-15b47a432e6b req-eb096ec1-f732-4b95-af0d-07de23729ed8 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 944 time: 0.0575986 Mar 23 12:57:30.683827 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-2317ebde-b95d-4ff4-8348-15b47a432e6b req-eb2e15a8-ab6b-4afe-9077-f3d45952cf6a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Mar 23 12:57:31.182157 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aada3e1-1b93-474a-845a-dbc5cc9a8f01', 'tag': '40b9442d-e2e4-422a-841c-8983ce12ac08'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:57:31.184764 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6" -d '{"events": [{"name": "network-changed", "server_uuid": "3aada3e1-1b93-474a-845a-dbc5cc9a8f01", "tag": "40b9442d-e2e4-422a-841c-8983ce12ac08"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:57:31.222391 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a20d196-95b4-485d-9c2b-577aa0e286b2 x-openstack-request-id: req-4a20d196-95b4-485d-9c2b-577aa0e286b2 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:57:31.222683 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aada3e1-1b93-474a-845a-dbc5cc9a8f01", "tag": "40b9442d-e2e4-422a-841c-8983ce12ac08", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:57:31.222941 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-4a20d196-95b4-485d-9c2b-577aa0e286b2 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:57:31.223356 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a20d196-95b4-485d-9c2b-577aa0e286b2'] response: {'name': 'network-changed', 'server_uuid': '3aada3e1-1b93-474a-845a-dbc5cc9a8f01', 'tag': '40b9442d-e2e4-422a-841c-8983ce12ac08', 'status': 'completed', 'code': 200} Mar 23 12:57:31.293003 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-0eb6697f-bd9a-432d-bb2d-bf392095ec5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.294490 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-0eb6697f-bd9a-432d-bb2d-bf392095ec5b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c63101dd68a641fcbc27f98a6616ef9a&device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 1132 time: 0.0470710 Mar 23 12:57:31.379498 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0fc4e-b224-4d94-9b34-4aa4a8fb1a66 req-6e8d733d-2900-4fbf-b140-295409618e09 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.381109 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-13b0fc4e-b224-4d94-9b34-4aa4a8fb1a66 req-6e8d733d-2900-4fbf-b140-295409618e09 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 948 time: 0.0545559 Mar 23 12:57:31.386977 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-baaeb8e0-5024-4974-a690-1d39d39f9c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.388516 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-baaeb8e0-5024-4974-a690-1d39d39f9c3b service neutron] 10.222.0.53 "GET /v2.0/networks?id=ecb5e666-6ec7-4829-8320-4d820d240d02 HTTP/1.1" status: 200 len: 870 time: 0.0872881 Mar 23 12:57:31.434302 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-6e172797-6a9c-4254-9f36-198b9edfaf1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=40b9442d-e2e4-422a-841c-8983ce12ac08 HTTP/1.1" status: 200 len: 217 time: 0.0378458 Mar 23 12:57:31.441839 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-13b0fc4e-b224-4d94-9b34-4aa4a8fb1a66 req-c16c6592-f495-47d2-b269-8133693b15e3 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543833 Mar 23 12:57:31.482986 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-9d913142-06ac-4a2d-bc24-dec12d3c5cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.484529 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-9d913142-06ac-4a2d-bc24-dec12d3c5cf6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c217469-dfb4-4e40-8e4a-6439e8d7cbfd HTTP/1.1" status: 200 len: 843 time: 0.0436218 Mar 23 12:57:31.533726 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-93381bca-a49c-4f99-81cd-6ce4b6213285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.535292 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-93381bca-a49c-4f99-81cd-6ce4b6213285 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ecb5e666-6ec7-4829-8320-4d820d240d02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0437686 Mar 23 12:57:31.627074 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-34723df5-59fe-4b8c-9ecb-d334b30dc490 service neutron] 10.222.0.53 "GET /v2.0/networks/ecb5e666-6ec7-4829-8320-4d820d240d02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839455 Mar 23 12:57:31.716993 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-35cf210c-f3b8-4aca-a4b2-dc6f2d501cd6 req-ec286da1-f582-4b10-abde-125628c9f2f5 service neutron] 10.222.0.53 "GET /v2.0/networks/ecb5e666-6ec7-4829-8320-4d820d240d02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823555 Mar 23 12:57:31.809693 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933f21ec-dfd3-4eee-a1c1-231f218e685b req-4c75453b-642c-466f-8a9a-6592f2d231c1 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:31.811919 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-933f21ec-dfd3-4eee-a1c1-231f218e685b req-4c75453b-642c-466f-8a9a-6592f2d231c1 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 944 time: 0.0577080 Mar 23 12:57:31.863985 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-933f21ec-dfd3-4eee-a1c1-231f218e685b req-81d643f7-2665-454d-87fd-624cca4e734e tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457976 Mar 23 12:57:32.113218 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:57:32.207993 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:32.224780 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '5c7276ea-b60c-4c6f-a900-eab9eccaf7e0', 'network_id': 'b6a296fd-beba-43aa-912b-960cafb60581', 'port_id': '5c7276ea-b60c-4c6f-a900-eab9eccaf7e0', 'mac_address': 'fa:16:3e:0c:ac:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '784248b7-5e03-4193-8115-047221866f83', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:57:32.261922 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:57:32.262317 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:32.275601 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:57:32.294818 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:32.298543 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:32.299182 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 40b9442d-e2e4-422a-841c-8983ce12ac08 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=115112) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 23 12:57:32.524796 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:32.537904 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.538255 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.538642 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.539052 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.539392 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.539723 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.540057 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.540411 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.540747 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.541075 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.541403 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.541730 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.542052 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.542374 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.542693 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115112) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:32.564484 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4191c-eeff-40d0-a2e4-fccdc418ab7f req-b6708dea-1123-45d6-8958-882b611f9aea tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:32.566009 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-30e4191c-eeff-40d0-a2e4-fccdc418ab7f req-b6708dea-1123-45d6-8958-882b611f9aea tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 948 time: 0.0530970 Mar 23 12:57:32.587998 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 40b9442d-e2e4-422a-841c-8983ce12ac08, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=40b9442d-e2e4-422a-841c-8983ce12ac08,segment=NetworkSegment(3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0),segment_id=3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:32.600215 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Returning: {'device': '40b9442d-e2e4-422a-841c-8983ce12ac08', 'network_id': 'ecb5e666-6ec7-4829-8320-4d820d240d02', 'port_id': '40b9442d-e2e4-422a-841c-8983ce12ac08', 'mac_address': 'fa:16:3e:4c:60:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c217469-dfb4-4e40-8e4a-6439e8d7cbfd', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115112) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 23 12:57:32.617100 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-30e4191c-eeff-40d0-a2e4-fccdc418ab7f req-14c64039-7c75-40a0-b7e9-445f6935ae48 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447087 Mar 23 12:57:32.637572 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 40b9442d-e2e4-422a-841c-8983ce12ac08 is: DOWN; New status is: BUILD {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:57:32.638000 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:32.651425 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40b9442d-e2e4-422a-841c-8983ce12ac08 {{(pid=115112) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 23 12:57:32.670480 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 40b9442d-e2e4-422a-841c-8983ce12ac08, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=40b9442d-e2e4-422a-841c-8983ce12ac08,segment=NetworkSegment(3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0),segment_id=3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:32.674444 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:32.721361 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=40b9442d-e2e4-422a-841c-8983ce12ac08,revision_number=4']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:32.974510 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['40b9442d-e2e4-422a-841c-8983ce12ac08'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:57:32.988842 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87803588-ff8f-4d8f-a1e6-54560400240b req-af2b71f2-8f81-4970-ab67-377612194f1a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:32.990315 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-87803588-ff8f-4d8f-a1e6-54560400240b req-af2b71f2-8f81-4970-ab67-377612194f1a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 945 time: 0.0537894 Mar 23 12:57:33.039780 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-87803588-ff8f-4d8f-a1e6-54560400240b req-ad5b5487-6e0c-4ea1-9799-241ba196230b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424869 Mar 23 12:57:33.054678 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] get_ports_and_sgs() called for port_ids ['5c7276ea-b60c-4c6f-a900-eab9eccaf7e0'] {{(pid=115112) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 23 12:57:33.739223 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1cf09-f6a3-4599-92a5-2a7b4d8b5f8f req-05a62795-12eb-4285-9ce3-8e3e5dcf1427 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:33.740731 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-49a1cf09-f6a3-4599-92a5-2a7b4d8b5f8f req-05a62795-12eb-4285-9ce3-8e3e5dcf1427 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 949 time: 0.0556903 Mar 23 12:57:33.786911 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-49a1cf09-f6a3-4599-92a5-2a7b4d8b5f8f req-e22c911c-6ade-419e-9c92-893a29993d3a tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406439 Mar 23 12:57:34.127876 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:34.158427 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757a3c62-64e1-4db7-a55d-8ce2148a8f39 req-a26ef376-721a-4fe7-8cfe-4a141e1c1369 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:34.159896 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-757a3c62-64e1-4db7-a55d-8ce2148a8f39 req-a26ef376-721a-4fe7-8cfe-4a141e1c1369 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 945 time: 0.0537589 Mar 23 12:57:34.178498 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:57:34.183082 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:57:34.183490 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:34.216804 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-757a3c62-64e1-4db7-a55d-8ce2148a8f39 req-93a48aea-e49b-40ce-ba0c-05d1cfa5ab2a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503743 Mar 23 12:57:34.266484 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:57:34.266876 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:34.291008 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1703e0db-4436-4863-95e5-e43719f55131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7276ea-b60c-4c6f-a900-eab9eccaf7e0'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:57:34.293789 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6722f031-f492-4b01-94fb-6ef8c3eed64b" -d '{"events": [{"server_uuid": "1703e0db-4436-4863-95e5-e43719f55131", "name": "network-vif-plugged", "status": "completed", "tag": "5c7276ea-b60c-4c6f-a900-eab9eccaf7e0"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:57:34.306721 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:34.312544 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:34.313366 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 40b9442d-e2e4-422a-841c-8983ce12ac08 up at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 23 12:57:34.352327 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d93ea9-d880-4fd3-9a99-e108af51f14b x-openstack-request-id: req-52d93ea9-d880-4fd3-9a99-e108af51f14b {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:57:34.352654 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1703e0db-4436-4863-95e5-e43719f55131", "name": "network-vif-plugged", "status": "completed", "tag": "5c7276ea-b60c-4c6f-a900-eab9eccaf7e0", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:57:34.352911 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-52d93ea9-d880-4fd3-9a99-e108af51f14b {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:57:34.353318 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52d93ea9-d880-4fd3-9a99-e108af51f14b'] response: {'server_uuid': '1703e0db-4436-4863-95e5-e43719f55131', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c7276ea-b60c-4c6f-a900-eab9eccaf7e0', 'code': 200} Mar 23 12:57:34.394282 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:34.411416 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning for port 40b9442d-e2e4-422a-841c-8983ce12ac08 completed by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 23 12:57:34.416370 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.provisioning_blocks [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Provisioning complete for port 40b9442d-e2e4-422a-841c-8983ce12ac08 triggered by entity L2. {{(pid=115112) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 23 12:57:34.416743 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1480748'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), provisioning_complete {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:34.498991 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Current status of the port 40b9442d-e2e4-422a-841c-8983ce12ac08 is: BUILD; New status is: ACTIVE {{(pid=115112) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 23 12:57:34.499381 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1518142'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), before_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:34.508709 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864e6eaa-a444-4094-b7f5-93306e40c52b req-6dfd3c1c-48f0-42cc-8773-b243b0eb7843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:34.510228 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-864e6eaa-a444-4094-b7f5-93306e40c52b req-6dfd3c1c-48f0-42cc-8773-b243b0eb7843 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 1130 time: 0.0483084 Mar 23 12:57:34.533195 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.db [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] For port 40b9442d-e2e4-422a-841c-8983ce12ac08, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=40b9442d-e2e4-422a-841c-8983ce12ac08,segment=NetworkSegment(3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0),segment_id=3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0)] {{(pid=115112) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:34.538315 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8782311070612', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8782310502925', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8782310502943'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:34.558081 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-864e6eaa-a444-4094-b7f5-93306e40c52b req-e3e38a53-59e5-401f-bfb4-7bf3cd3fa15e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Mar 23 12:57:34.588027 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Pushing event updated for resources: {'Port': ['ID=40b9442d-e2e4-422a-841c-8983ce12ac08,revision_number=5']} {{(pid=115112) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:34.918196 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cd4236-5b2b-4546-b191-850d00ad2b08 req-55224735-fda1-426b-a92f-8cc6fb2f1bec tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:34.919625 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-31cd4236-5b2b-4546-b191-850d00ad2b08 req-55224735-fda1-426b-a92f-8cc6fb2f1bec tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 950 time: 0.0635657 Mar 23 12:57:34.967487 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-31cd4236-5b2b-4546-b191-850d00ad2b08 req-dfc922e4-7fe3-41a0-9bd7-5ddaa169bb55 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422788 Mar 23 12:57:35.344348 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e632e3b6-0ce3-4751-a72a-048a3dc96cc2 req-c97c0e1c-7f83-4454-9064-4afe65a9d05a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:35.346041 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e632e3b6-0ce3-4751-a72a-048a3dc96cc2 req-c97c0e1c-7f83-4454-9064-4afe65a9d05a tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 946 time: 0.0614300 Mar 23 12:57:35.395552 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-e632e3b6-0ce3-4751-a72a-048a3dc96cc2 req-c0afbc4b-656f-4625-bf83-1bc00232135b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Mar 23 12:57:36.092093 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d286a-53ca-4efd-8deb-b59dcfffa29a req-545bfe51-61c7-47d6-be39-db7d418f1fca tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:36.093574 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-637d286a-53ca-4efd-8deb-b59dcfffa29a req-545bfe51-61c7-47d6-be39-db7d418f1fca tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 950 time: 0.0567107 Mar 23 12:57:36.148286 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-637d286a-53ca-4efd-8deb-b59dcfffa29a req-a23deb48-ceed-4773-9615-c69567a8cbae tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485902 Mar 23 12:57:36.354683 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aada3e1-1b93-474a-845a-dbc5cc9a8f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9442d-e2e4-422a-841c-8983ce12ac08'}] {{(pid=115112) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:57:36.357134 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1274f120add88b1e476c3fc5533a043238d1c00867fae63d74e8dd078354f1e9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8776b2c4-5b42-474f-a297-a62b7d432db8" -d '{"events": [{"server_uuid": "3aada3e1-1b93-474a-845a-dbc5cc9a8f01", "name": "network-vif-plugged", "status": "completed", "tag": "40b9442d-e2e4-422a-841c-8983ce12ac08"}]}' {{(pid=115112) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:57:36.395870 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c34f8d0-1298-4c61-9131-f389d065d21a x-openstack-request-id: req-1c34f8d0-1298-4c61-9131-f389d065d21a {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:57:36.396197 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aada3e1-1b93-474a-845a-dbc5cc9a8f01", "name": "network-vif-plugged", "status": "completed", "tag": "40b9442d-e2e4-422a-841c-8983ce12ac08", "code": 200}]} {{(pid=115112) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:57:36.396449 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-1c34f8d0-1298-4c61-9131-f389d065d21a {{(pid=115112) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:57:36.396848 dv-cinder-797245-11-iscsi neutron-server[115112]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c34f8d0-1298-4c61-9131-f389d065d21a'] response: {'server_uuid': '3aada3e1-1b93-474a-845a-dbc5cc9a8f01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40b9442d-e2e4-422a-841c-8983ce12ac08', 'code': 200} Mar 23 12:57:36.535010 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad940c17-ff2c-4638-b059-a1647a959317 req-880f3e87-b9e8-435d-9ef6-119ef8838fa5 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:36.536573 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ad940c17-ff2c-4638-b059-a1647a959317 req-880f3e87-b9e8-435d-9ef6-119ef8838fa5 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 946 time: 0.0603251 Mar 23 12:57:36.614503 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ad940c17-ff2c-4638-b059-a1647a959317 req-058b66f1-05c6-4749-b601-d345dd225fb4 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675962 Mar 23 12:57:36.617448 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204cb61-3c7f-4e64-8011-63b3df1aad12 req-9d56ac2a-60a4-4bd0-b938-787811e0c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:36.619125 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b204cb61-3c7f-4e64-8011-63b3df1aad12 req-9d56ac2a-60a4-4bd0-b938-787811e0c85e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 1134 time: 0.0816677 Mar 23 12:57:36.673945 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-b204cb61-3c7f-4e64-8011-63b3df1aad12 req-3ae8e4fa-fd20-477c-89e7-88413ec7933a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465598 Mar 23 12:57:37.286384 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316e5e9-dc4f-4db9-90e5-96ef029f500b req-bf668655-5673-4815-ba1e-8e85d5a481bf tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:37.287886 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0316e5e9-dc4f-4db9-90e5-96ef029f500b req-bf668655-5673-4815-ba1e-8e85d5a481bf tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 950 time: 0.0579453 Mar 23 12:57:37.344085 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0316e5e9-dc4f-4db9-90e5-96ef029f500b req-5627edad-ebed-408f-a90f-e00689321f44 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478334 Mar 23 12:57:38.464168 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337058b2-03a7-4926-bd2c-0a2164258d9a req-b9e874ea-390e-45ab-b87a-b1d72e151805 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:38.465700 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-337058b2-03a7-4926-bd2c-0a2164258d9a req-b9e874ea-390e-45ab-b87a-b1d72e151805 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 950 time: 0.0536137 Mar 23 12:57:38.514502 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-337058b2-03a7-4926-bd2c-0a2164258d9a req-1bf82a45-064a-44dd-a965-b987ad58f5a0 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425954 Mar 23 12:57:38.786324 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3df2bd-81b7-49c0-b224-90f6ed2e8f61 req-6725287b-a65d-498c-8bb3-6bd1b5b61044 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:38.787812 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-bd3df2bd-81b7-49c0-b224-90f6ed2e8f61 req-6725287b-a65d-498c-8bb3-6bd1b5b61044 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 950 time: 0.0524213 Mar 23 12:57:38.839304 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-bd3df2bd-81b7-49c0-b224-90f6ed2e8f61 req-7e456399-5636-43f5-9374-e97f3b120e66 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452602 Mar 23 12:57:39.962237 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210c783d-fd0e-4d63-89ad-637576760dca req-d8968520-d75c-445b-8135-3e810e1dc805 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:39.963723 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-210c783d-fd0e-4d63-89ad-637576760dca req-d8968520-d75c-445b-8135-3e810e1dc805 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 950 time: 0.0529792 Mar 23 12:57:40.011084 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-210c783d-fd0e-4d63-89ad-637576760dca req-83953089-e3de-4356-9df6-9b26fee4fb4b tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/security-groups?id=79870243-b265-46eb-80c1-8bb79845c052&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418277 Mar 23 12:57:40.196914 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-194917d7-377b-4eb1-8783-bb529a465058 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:40.198241 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-194917d7-377b-4eb1-8783-bb529a465058 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.53 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 950 time: 0.0556989 Mar 23 12:57:40.292924 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Deleting port 40b9442d-e2e4-422a-841c-8983ce12ac08 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:57:40.293257 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:40.383247 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] For port 40b9442d-e2e4-422a-841c-8983ce12ac08, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=40b9442d-e2e4-422a-841c-8983ce12ac08,segment=NetworkSegment(3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0),segment_id=3f1e9f6a-8d2e-4c9e-8126-8df5ff7d90e0)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:40.383526 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:40.395913 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Calling delete_port for 40b9442d-e2e4-422a-841c-8983ce12ac08 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:57:40.528361 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (40b9442d-e2e4-422a-841c-8983ce12ac08), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:40.562309 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Pushing event deleted for resources: {'Port': ['ID=40b9442d-e2e4-422a-841c-8983ce12ac08,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:40.605351 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] No DVR routers for this DVR port 40b9442d-e2e4-422a-841c-8983ce12ac08 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:57:40.608059 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:40.611367 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-ffc0ddaa-e5d6-4cba-bfe2-56aa5094172c req-1b99e8ca-5b1b-46b7-8e1e-5ffc35668866 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.53 "DELETE /v2.0/ports/40b9442d-e2e4-422a-841c-8983ce12ac08 HTTP/1.1" status: 204 len: 173 time: 0.4060013 Mar 23 12:57:40.611824 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aada3e1-1b93-474a-845a-dbc5cc9a8f01', 'name': 'network-vif-deleted', 'tag': '40b9442d-e2e4-422a-841c-8983ce12ac08'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:57:40.614165 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1697d1f-ec6a-433c-bee2-c7eef6fb48d9" -d '{"events": [{"server_uuid": "3aada3e1-1b93-474a-845a-dbc5cc9a8f01", "name": "network-vif-deleted", "tag": "40b9442d-e2e4-422a-841c-8983ce12ac08"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:57:40.659122 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5958d571-98c4-46fa-bb7d-d949ea2d3a85 x-openstack-request-id: req-5958d571-98c4-46fa-bb7d-d949ea2d3a85 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:57:40.659519 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aada3e1-1b93-474a-845a-dbc5cc9a8f01", "name": "network-vif-deleted", "tag": "40b9442d-e2e4-422a-841c-8983ce12ac08", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:57:40.660009 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-5958d571-98c4-46fa-bb7d-d949ea2d3a85 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:57:40.660487 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5958d571-98c4-46fa-bb7d-d949ea2d3a85'] response: {'server_uuid': '3aada3e1-1b93-474a-845a-dbc5cc9a8f01', 'name': 'network-vif-deleted', 'tag': '40b9442d-e2e4-422a-841c-8983ce12ac08', 'status': 'completed', 'code': 200} Mar 23 12:57:41.127447 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-7dbe635d-74cb-4404-ab17-9e98f1b0489a req-e252c70c-6925-48de-8569-7df23d450060 tempest-VolumesNegativeTest-1905678615 tempest-VolumesNegativeTest-1905678615-project] 10.222.0.45 "GET /v2.0/ports?device_id=3aada3e1-1b93-474a-845a-dbc5cc9a8f01 HTTP/1.1" status: 200 len: 210 time: 0.0291841 Mar 23 12:57:42.172165 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 40b9442d-e2e4-422a-841c-8983ce12ac08 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:57:42.197770 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 40b9442d-e2e4-422a-841c-8983ce12ac08 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:57:42.198119 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 40b9442d-e2e4-422a-841c-8983ce12ac08 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:57:44.846481 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-70d76785-3449-4740-8daf-039692f294bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:47.974767 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-19d3358f-2d44-4013-aa05-1cd6213c7bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:49.410483 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 52984) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:57:49.540433 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-e641e600-70b2-4065-b0a4-659b1d15defb admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=c63101dd68a641fcbc27f98a6616ef9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1287122 Mar 23 12:57:49.542917 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 52988) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:57:49.590626 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Publish callbacks [] for security_group (79870243-b265-46eb-80c1-8bb79845c052), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:49.611539 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Publish callbacks [] for security_group (79870243-b265-46eb-80c1-8bb79845c052), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:49.646082 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:49.661054 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (79870243-b265-46eb-80c1-8bb79845c052), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:49.663740 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:49.664967 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/79870243-b265-46eb-80c1-8bb79845c052 HTTP/1.1" status: 204 len: 168 time: 0.1211069 Mar 23 12:57:49.672632 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79870243-b265-46eb-80c1-8bb79845c052,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:57:49.680021 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.680671 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.681008 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.681465 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.681810 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.682145 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.682478 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.682808 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.683134 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.683452 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.683783 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.684132 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.684459 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.684811 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:49.685155 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d640ce-108e-467b-89c1-5507fbdd113e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:57:51.121231 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:51.575464 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:55.802001 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:55.829636 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:57:57.823310 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9173eae6-dec7-40f6-916c-9856dc7c8d98 req-00a971f8-b94f-4c15-acd0-9f5c775ebc41 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:57.824716 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9173eae6-dec7-40f6-916c-9856dc7c8d98 req-00a971f8-b94f-4c15-acd0-9f5c775ebc41 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 946 time: 0.0528295 Mar 23 12:57:57.874529 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-9173eae6-dec7-40f6-916c-9856dc7c8d98 req-60e5a51c-5815-4dc9-b3af-db96c03e4993 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442529 Mar 23 12:57:58.996640 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20a57f9-255b-46cf-ac35-7ee7ff2bfd77 req-cb7905b8-08e1-4e1c-a3b2-33af5fdaa705 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:58.998217 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a20a57f9-255b-46cf-ac35-7ee7ff2bfd77 req-cb7905b8-08e1-4e1c-a3b2-33af5fdaa705 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 946 time: 0.0551565 Mar 23 12:57:59.049898 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-a20a57f9-255b-46cf-ac35-7ee7ff2bfd77 req-3e5372d4-f780-47ea-9da7-1415876e5169 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460598 Mar 23 12:57:59.682197 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-d410e28a-caef-42de-a15a-6be4921f98a2 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:57:59.683632 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-d410e28a-caef-42de-a15a-6be4921f98a2 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.53 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 946 time: 0.0525949 Mar 23 12:57:59.778093 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Deleting port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:57:59.778439 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:59.867876 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] For port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,segment=NetworkSegment(13d3ac0a-0df3-4d77-b56b-004db4be1cc8),segment_id=13d3ac0a-0df3-4d77-b56b-004db4be1cc8)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:57:59.868265 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:57:59.880511 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Calling delete_port for 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:00.300083 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (5c7276ea-b60c-4c6f-a900-eab9eccaf7e0), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:00.344522 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54f91e9-efdf-480a-a099-9ce7284b7962 req-113a75cb-e2ee-4bcb-b829-08cdcda586da tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:00.345958 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c54f91e9-efdf-480a-a099-9ce7284b7962 req-113a75cb-e2ee-4bcb-b829-08cdcda586da tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/ports?device_id=1703e0db-4436-4863-95e5-e43719f55131 HTTP/1.1" status: 200 len: 867 time: 0.1000135 Mar 23 12:58:00.346686 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Pushing event deleted for resources: {'Port': ['ID=5c7276ea-b60c-4c6f-a900-eab9eccaf7e0,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:00.399425 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] No DVR routers for this DVR port 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:00.402708 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:00.405894 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a1ba1372-08d0-4ac2-8a2a-c1bddb5f5425 req-ceba376b-7c68-492a-8b3c-7c2dc610870b tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.53 "DELETE /v2.0/ports/5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 HTTP/1.1" status: 204 len: 173 time: 0.7145693 Mar 23 12:58:00.406327 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1703e0db-4436-4863-95e5-e43719f55131', 'name': 'network-vif-deleted', 'tag': '5c7276ea-b60c-4c6f-a900-eab9eccaf7e0'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:58:00.408541 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8671a805-5e51-497f-953a-9ef08dd7760c" -d '{"events": [{"server_uuid": "1703e0db-4436-4863-95e5-e43719f55131", "name": "network-vif-deleted", "tag": "5c7276ea-b60c-4c6f-a900-eab9eccaf7e0"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:58:00.439177 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-c54f91e9-efdf-480a-a099-9ce7284b7962 req-642b7442-754a-47b5-8f5b-799ba5c662b6 tempest-VolumesSnapshotTestJSON-1117364414 tempest-VolumesSnapshotTestJSON-1117364414-project] 10.222.0.45 "GET /v2.0/security-groups?id=1eabb0fb-cbf2-4c9c-b813-19aa832725d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727744 Mar 23 12:58:00.450204 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3926010f-8208-4a47-90de-03c2c9e4ba1b x-openstack-request-id: req-3926010f-8208-4a47-90de-03c2c9e4ba1b {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:58:00.450500 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1703e0db-4436-4863-95e5-e43719f55131", "name": "network-vif-deleted", "tag": "5c7276ea-b60c-4c6f-a900-eab9eccaf7e0", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:58:00.450757 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3926010f-8208-4a47-90de-03c2c9e4ba1b {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:58:00.451165 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3926010f-8208-4a47-90de-03c2c9e4ba1b'] response: {'server_uuid': '1703e0db-4436-4863-95e5-e43719f55131', 'name': 'network-vif-deleted', 'tag': '5c7276ea-b60c-4c6f-a900-eab9eccaf7e0', 'status': 'completed', 'code': 200} Mar 23 12:58:02.251847 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:02.272933 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:58:02.273352 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5c7276ea-b60c-4c6f-a900-eab9eccaf7e0 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:10.443249 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-b519ec3c-7fab-4f8e-b1a3-081fc8ad3bb4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418856 Mar 23 12:58:10.516368 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-8b47ef54-aa61-46d9-9a53-ff6fdad1bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:10.517874 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-8b47ef54-aa61-46d9-9a53-ff6fdad1bbc4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 1130 time: 0.0479481 Mar 23 12:58:10.627833 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-0c4eddcb-0eed-4b08-8e9c-83f8e88ca640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:10.629328 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-0c4eddcb-0eed-4b08-8e9c-83f8e88ca640 service neutron] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 913 time: 0.0863512 Mar 23 12:58:10.696947 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-0e0ad90b-c77e-4d00-b68d-e5d68fecf226 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e6da744-b6ce-4eb2-8310-1684dd033979 HTTP/1.1" status: 200 len: 1002 time: 0.0581377 Mar 23 12:58:10.752092 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-dd0bcc46-c0ed-4889-92bd-27a4ef3a8d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:10.753545 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-dd0bcc46-c0ed-4889-92bd-27a4ef3a8d75 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0467217 Mar 23 12:58:10.805536 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-e83bd1d2-7e66-48bb-96a3-fac664e023ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:10.806929 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-e83bd1d2-7e66-48bb-96a3-fac664e023ef service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0443931 Mar 23 12:58:10.901160 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-cc2eb4dc-109f-46bb-adb1-e84a7b3be4b3 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806854 Mar 23 12:58:10.996087 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-eb4d8a15-2d99-4f03-87ca-5ccadf9c6baf req-91f3720a-dc78-49a7-9354-0dec3a3a1ba5 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851641 Mar 23 12:58:14.849671 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-ff6a48d4-8601-4026-928a-a82b031c4d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:17.978610 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c6ce0f56-1d90-4fc3-a339-a65c0f457065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:19.648722 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:21.115529 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:21.577704 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:24.683109 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53172) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:24.727280 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Deleting subnet 784248b7-5e03-4193-8115-047221866f83 {{(pid=115109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:58:24.730371 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Publish callbacks [] for subnet (784248b7-5e03-4193-8115-047221866f83), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:24.764195 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13703470'] for subnet (784248b7-5e03-4193-8115-047221866f83), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:24.806424 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (784248b7-5e03-4193-8115-047221866f83), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:24.855942 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58409122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078138'] for subnet (784248b7-5e03-4193-8115-047221866f83), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:24.880670 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=784248b7-5e03-4193-8115-047221866f83,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:24.885173 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:24.888249 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/784248b7-5e03-4193-8115-047221866f83 HTTP/1.1" status: 204 len: 168 time: 0.2041142 Mar 23 12:58:24.890856 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 53174) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:24.893296 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.893644 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.893989 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.894322 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.894653 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.894980 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.895306 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.895627 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.895944 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.896295 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.896614 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.897004 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.897550 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.897901 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.898234 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c6460bb-98d2-44d5-bbc7-9a50c1156ca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:24.957336 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (b6a296fd-beba-43aa-912b-960cafb60581), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.037102 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (b6a296fd-beba-43aa-912b-960cafb60581), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.058627 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6a296fd-beba-43aa-912b-960cafb60581']}} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:25.067433 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13d3ac0a-0df3-4d77-b56b-004db4be1cc8') {'for_net_delete': True} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:25.067726 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13d3ac0a-0df3-4d77-b56b-004db4be1cc8') {} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:25.077258 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13747001'] for segment (13d3ac0a-0df3-4d77-b56b-004db4be1cc8), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.090648 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (13d3ac0a-0df3-4d77-b56b-004db4be1cc8), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.096434 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=115108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:25.096814 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58407790'] for segment (13d3ac0a-0df3-4d77-b56b-004db4be1cc8), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: Traceback (most recent call last): Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: timer() Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: cb(*args, **kw) Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: return func(*args, **kwargs) Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: self._notify() Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: self.callback(batched_events) Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: event.method(event) Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: return f(self, *a, **k) Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._get(url).json() Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:25.098445 dv-cinder-797245-11-iscsi neutron-server[115108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:25.153898 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (b6a296fd-beba-43aa-912b-960cafb60581), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.159160 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.163046 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] 10.222.0.45 "DELETE /v2.0/networks/b6a296fd-beba-43aa-912b-960cafb60581 HTTP/1.1" status: 204 len: 168 time: 0.2705936 Mar 23 12:58:25.175173 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa310781-795a-43bc-91b0-6c43b932f719 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6a296fd-beba-43aa-912b-960cafb60581,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:25.329722 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53178) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:25.371591 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-ce22f3fb-3f96-4063-8d2a-ad9dbbb23f84 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=d67cea56e6764b08986b47c193b4f45b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406532 Mar 23 12:58:25.374051 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53180) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:25.421738 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c868bf48-4911-4c05-a762-f3f80414f3d7 admin admin] Publish callbacks [] for security_group (1eabb0fb-cbf2-4c9c-b813-19aa832725d8), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.442400 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c868bf48-4911-4c05-a762-f3f80414f3d7 admin admin] Publish callbacks [] for security_group (1eabb0fb-cbf2-4c9c-b813-19aa832725d8), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.490137 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c868bf48-4911-4c05-a762-f3f80414f3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (1eabb0fb-cbf2-4c9c-b813-19aa832725d8), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.492762 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-c868bf48-4911-4c05-a762-f3f80414f3d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:25.493943 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-c868bf48-4911-4c05-a762-f3f80414f3d7 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/1eabb0fb-cbf2-4c9c-b813-19aa832725d8 HTTP/1.1" status: 204 len: 168 time: 0.1189454 Mar 23 12:58:25.501812 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868bf48-4911-4c05-a762-f3f80414f3d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eabb0fb-cbf2-4c9c-b813-19aa832725d8,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:25.821810 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:32.828770 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:58:37.543167 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53184) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:37.704975 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Deleting port 695905b4-9bc6-4137-9af9-b7f7d188fa70 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:37.705310 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (695905b4-9bc6-4137-9af9-b7f7d188fa70), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:37.790900 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (695905b4-9bc6-4137-9af9-b7f7d188fa70), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:37.791258 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (695905b4-9bc6-4137-9af9-b7f7d188fa70), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:37.804733 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Calling delete_port for 695905b4-9bc6-4137-9af9-b7f7d188fa70 owned by network:floatingip {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:37.959666 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (695905b4-9bc6-4137-9af9-b7f7d188fa70), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:37.985231 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event deleted for resources: {'Port': ['ID=695905b4-9bc6-4137-9af9-b7f7d188fa70,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:38.056640 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (2424026a-c75c-4856-99b0-bf6310fd7b58), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:38.057058 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Floating IP 2424026a-c75c-4856-99b0-bf6310fd7b58 disassociated (deleted). External IP: 172.27.0.194, port: 5e6da744-b6ce-4eb2-8310-1684dd033979. Mar 23 12:58:38.292345 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Router 51a04fd7-5b22-4c88-af79-49ad3028e442 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:38.410084 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:38.415016 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:38.420579 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] Sync routers for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:38.435281 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:38.436003 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:58:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:38.447847 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f7343290-00ad-4f32-89fc-2f163cd78df1 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "DELETE /v2.0/floatingips/2424026a-c75c-4856-99b0-bf6310fd7b58 HTTP/1.1" status: 204 len: 168 time: 0.9033022 Mar 23 12:58:38.448520 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:58:38.451412 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23628db-cb70-4915-b42b-cd71d2a35a68" -d '{"events": [{"name": "network-changed", "server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:58:38.594077 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:38.811855 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462bf73-52d2-4607-8051-005af7d56f16 x-openstack-request-id: req-3462bf73-52d2-4607-8051-005af7d56f16 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:58:38.812662 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:58:38.812662 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-3462bf73-52d2-4607-8051-005af7d56f16 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:58:38.812992 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3462bf73-52d2-4607-8051-005af7d56f16'] response: {'name': 'network-changed', 'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'status': 'completed', 'code': 200} Mar 23 12:58:38.958218 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '5df149b1-40d7-4cc5-b987-a71795b521d9', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:34Z', 'updated_at': '2022-03-23T12:54:36Z', 'revision_number': 1, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:38.978958 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-a92ea7b5-a6fe-4e77-8071-f0ddc0fcb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:38.980563 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-a92ea7b5-a6fe-4e77-8071-f0ddc0fcb52f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 1130 time: 0.1427472 Mar 23 12:58:38.989128 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3212b5-a07e-4c7e-9c06-295d8aefeea2 req-387ca6cb-8a99-4b76-94c2-73072126099d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:38.991218 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cf3212b5-a07e-4c7e-9c06-295d8aefeea2 req-387ca6cb-8a99-4b76-94c2-73072126099d tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.2405925 Mar 23 12:58:39.002080 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] Checking router: 51a04fd7-5b22-4c88-af79-49ad3028e442 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:39.012569 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:39.013562 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:58:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:39.132003 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-cf3212b5-a07e-4c7e-9c06-295d8aefeea2 req-5d49ab42-1d2b-4a20-8cbd-13661af46364 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299098 Mar 23 12:58:39.157267 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-635449c0-9f46-4e69-ad47-461be2ab6233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:39.158851 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-635449c0-9f46-4e69-ad47-461be2ab6233 service neutron] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 913 time: 0.1666410 Mar 23 12:58:39.167631 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:39.212369 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-9e708239-7383-42a3-942b-e88e52f44fc4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e6da744-b6ce-4eb2-8310-1684dd033979 HTTP/1.1" status: 200 len: 217 time: 0.0415003 Mar 23 12:58:39.282203 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-72ac3407-6f3f-4326-b84a-5443c9fbdf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:39.285034 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-72ac3407-6f3f-4326-b84a-5443c9fbdf0e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0660760 Mar 23 12:58:39.347064 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-e60ff160-9506-46ed-8746-2a93c75ef3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:39.348745 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-e60ff160-9506-46ed-8746-2a93c75ef3cc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0575163 Mar 23 12:58:39.360894 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-f4504e27-efa8-4f30-b87d-861f51e8fca2 service neutron] http://10.222.0.45:9696/v2.0/extensions returned with HTTP 200 {{(pid=115109) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 23 12:58:39.362021 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-f4504e27-efa8-4f30-b87d-861f51e8fca2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055020 Mar 23 12:58:39.446261 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '5df149b1-40d7-4cc5-b987-a71795b521d9', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:34Z', 'updated_at': '2022-03-23T12:54:36Z', 'revision_number': 1, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:39.462646 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-413cd51c-225b-46e1-8163-25ec1209ad27 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943608 Mar 23 12:58:39.477292 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e1a45-e3b7-4fac-83cd-2388d857856d None None] The sync data for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi is: [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_floatingips': [{'id': '5df149b1-40d7-4cc5-b987-a71795b521d9', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'floating_ip_address': '172.27.0.201', 'floating_network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'router_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'port_id': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'mac_address': 'fa:16:3e:14:53:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-23T12:54:34Z', 'updated_at': '2022-03-23T12:54:36Z', 'revision_number': 1, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:39.566621 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-a23628db-cb70-4915-b42b-cd71d2a35a68 req-9c7b1d20-14fe-41a0-99cb-fe0cdf509731 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959504 Mar 23 12:58:39.730922 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc21fc39-5df0-4ff7-9dd4-88fa13e43da9 None None] New status for floating IP 2424026a-c75c-4856-99b0-bf6310fd7b58: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:58:40.332889 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591a944-dbe1-4b89-8e30-e9079a112b27 req-41c622b9-44f5-43b7-a877-f9e10ecd0845 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:40.334533 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7591a944-dbe1-4b89-8e30-e9079a112b27 req-41c622b9-44f5-43b7-a877-f9e10ecd0845 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.1202512 Mar 23 12:58:40.387910 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-7591a944-dbe1-4b89-8e30-e9079a112b27 req-485435ef-fc69-43b7-9873-db216122dc86 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472407 Mar 23 12:58:40.553408 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-bafb782e-594c-4b83-99e8-803b8285d70b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:40.555190 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-bafb782e-594c-4b83-99e8-803b8285d70b tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 946 time: 0.0608163 Mar 23 12:58:40.655406 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Deleting port 5e6da744-b6ce-4eb2-8310-1684dd033979 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:40.655747 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:40.746161 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] For port 5e6da744-b6ce-4eb2-8310-1684dd033979, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5e6da744-b6ce-4eb2-8310-1684dd033979,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:40.746519 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:40.759582 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Calling delete_port for 5e6da744-b6ce-4eb2-8310-1684dd033979 owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:40.903475 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (5e6da744-b6ce-4eb2-8310-1684dd033979), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:40.932519 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event deleted for resources: {'Port': ['ID=5e6da744-b6ce-4eb2-8310-1684dd033979,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:40.978037 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] No DVR routers for this DVR port 5e6da744-b6ce-4eb2-8310-1684dd033979 on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:40.981458 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:40.987410 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-1b272ef5-9949-4dea-bc01-30420ae247b2 req-39163755-41c0-4b97-b38c-6313fa9dde38 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "DELETE /v2.0/ports/5e6da744-b6ce-4eb2-8310-1684dd033979 HTTP/1.1" status: 204 len: 173 time: 0.4262242 Mar 23 12:58:40.988170 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'name': 'network-vif-deleted', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:58:40.992926 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39909894-7c66-427f-84c5-4cfe41180e7c" -d '{"events": [{"server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "name": "network-vif-deleted", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:58:41.040488 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-520cd731-4a48-4b91-93f2-2c136284e90e x-openstack-request-id: req-520cd731-4a48-4b91-93f2-2c136284e90e {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:58:41.041028 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b07e93aa-19a6-4f02-b6e6-8b10b291751b", "name": "network-vif-deleted", "tag": "5e6da744-b6ce-4eb2-8310-1684dd033979", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:58:41.041028 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-520cd731-4a48-4b91-93f2-2c136284e90e {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:58:41.041420 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-520cd731-4a48-4b91-93f2-2c136284e90e'] response: {'server_uuid': 'b07e93aa-19a6-4f02-b6e6-8b10b291751b', 'name': 'network-vif-deleted', 'tag': '5e6da744-b6ce-4eb2-8310-1684dd033979', 'status': 'completed', 'code': 200} Mar 23 12:58:41.510778 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-182f4274-c45f-4374-9474-b4b3c334c73e req-8d8071c6-2bf1-4555-a42d-6fe5ef4dab66 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=b07e93aa-19a6-4f02-b6e6-8b10b291751b HTTP/1.1" status: 200 len: 210 time: 0.0297298 Mar 23 12:58:44.392495 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5e6da744-b6ce-4eb2-8310-1684dd033979 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:44.416224 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 5e6da744-b6ce-4eb2-8310-1684dd033979 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:58:44.416572 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5e6da744-b6ce-4eb2-8310-1684dd033979 not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:44.799061 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53220) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:44.852965 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-e20119b2-c5d5-47ca-8dac-202323da873b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:44.958128 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Deleting port d9eb4969-ee51-4421-96a9-3d5d84404ccd {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:44.958470 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (d9eb4969-ee51-4421-96a9-3d5d84404ccd), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:45.031325 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (d9eb4969-ee51-4421-96a9-3d5d84404ccd), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:45.031645 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (d9eb4969-ee51-4421-96a9-3d5d84404ccd), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:45.043370 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Calling delete_port for d9eb4969-ee51-4421-96a9-3d5d84404ccd owned by network:floatingip {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:45.192951 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (d9eb4969-ee51-4421-96a9-3d5d84404ccd), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:45.225578 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event deleted for resources: {'Port': ['ID=d9eb4969-ee51-4421-96a9-3d5d84404ccd,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:45.288409 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (5df149b1-40d7-4cc5-b987-a71795b521d9), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:45.288733 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.db.l3_db [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Floating IP 5df149b1-40d7-4cc5-b987-a71795b521d9 disassociated (deleted). External IP: 172.27.0.201, port: 5dc9627f-8604-4f89-8967-b74f76c7596b. Mar 23 12:58:45.496839 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Router 51a04fd7-5b22-4c88-af79-49ad3028e442 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:45.604514 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:45.609967 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:45.613743 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] Sync routers for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:45.623849 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:45.624529 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:58:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:45.644944 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-7afb3bc8-2eaa-41de-809b-36d01c0d9917 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "DELETE /v2.0/floatingips/5df149b1-40d7-4cc5-b987-a71795b521d9 HTTP/1.1" status: 204 len: 168 time: 0.8445983 Mar 23 12:58:45.645610 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:58:45.648048 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f372055-27f6-457b-aa50-4734ebbccf3c" -d '{"events": [{"name": "network-changed", "server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:58:45.684297 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Mar 2022 12:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6827e95b-2ca1-4a00-9c7c-37f6f4bd91e5 x-openstack-request-id: req-6827e95b-2ca1-4a00-9c7c-37f6f4bd91e5 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:58:45.684595 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:58:45.684853 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-6827e95b-2ca1-4a00-9c7c-37f6f4bd91e5 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:58:45.685270 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6827e95b-2ca1-4a00-9c7c-37f6f4bd91e5'] response: {'name': 'network-changed', 'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'status': 'completed', 'code': 200} Mar 23 12:58:45.773471 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-df364ae1-06da-4d4f-ac75-75baa14d3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:45.775250 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-df364ae1-06da-4d4f-ac75-75baa14d3a9c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=67247c1540b6442987cab91eb46e67a5&device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 1130 time: 0.0566139 Mar 23 12:58:45.873540 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:45.900382 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-0a39abf3-c485-4868-8566-874196a58c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:45.901902 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-0a39abf3-c485-4868-8566-874196a58c17 service neutron] 10.222.0.53 "GET /v2.0/networks?id=71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 200 len: 913 time: 0.1126425 Mar 23 12:58:45.951796 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-c7ef876d-2a48-402a-8cad-b2eb923355b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5dc9627f-8604-4f89-8967-b74f76c7596b HTTP/1.1" status: 200 len: 217 time: 0.0425248 Mar 23 12:58:45.960203 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30650a72-c40f-4743-b06c-0d4f449f27fd req-d3b240ad-abed-4347-9dcc-7440aca85b89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:45.961790 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-30650a72-c40f-4743-b06c-0d4f449f27fd req-d3b240ad-abed-4347-9dcc-7440aca85b89 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.1010149 Mar 23 12:58:46.026752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-63b85d01-754e-4570-8632-8a3dad652c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:46.028194 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-63b85d01-754e-4570-8632-8a3dad652c1d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 200 len: 851 time: 0.0654674 Mar 23 12:58:46.052900 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-30650a72-c40f-4743-b06c-0d4f449f27fd req-4d1cd069-6888-468c-8836-484e70a5681f tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825646 Mar 23 12:58:46.076683 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:46.085950 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-763f9afa-5b6e-416b-86de-67a29490fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:46.087511 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-763f9afa-5b6e-416b-86de-67a29490fc08 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=71f60b8e-14e6-4d0f-953e-301bb816274c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0517273 Mar 23 12:58:46.103534 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] Checking router: 51a04fd7-5b22-4c88-af79-49ad3028e442 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:46.115013 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:46.115962 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:58:18Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:46.181417 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-d77e77a3-ac12-489e-bab5-ba55169dc325 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869162 Mar 23 12:58:46.225178 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:46.272446 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-0f372055-27f6-457b-aa50-4734ebbccf3c req-9644748b-e810-4c99-88ee-445440378722 service neutron] 10.222.0.53 "GET /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827589 Mar 23 12:58:46.425254 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:46.452620 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8f1699-6144-4702-b2bb-fafd116cfa12 None None] The sync data for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi is: [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:36Z', 'revision_number': 4, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi', '_interfaces': [{'id': 'f04299c1-32dc-4373-bc38-fe280faf4223', 'name': '', 'network_id': '71f60b8e-14e6-4d0f-953e-301bb816274c', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'mac_address': 'fa:16:3e:6c:12:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_interface', 'standard_attr_id': 396, 'fixed_ips': [{'subnet_id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:35Z', 'updated_at': '2022-03-23T12:50:41Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'subnets': [{'id': 'e6aea821-992b-420c-87ef-78bd650da4ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:46.671134 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2639c3-5427-4365-be29-e898494d3863 None None] New status for floating IP 5df149b1-40d7-4cc5-b987-a71795b521d9: DOWN {{(pid=115113) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 23 12:58:47.175414 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2821df8-07bc-4fa3-b7c7-c277e740ec72 req-c036a716-157d-4256-b6f1-e686511b8cb2 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:47.176916 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d2821df8-07bc-4fa3-b7c7-c277e740ec72 req-c036a716-157d-4256-b6f1-e686511b8cb2 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.0529366 Mar 23 12:58:47.228497 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-d2821df8-07bc-4fa3-b7c7-c277e740ec72 req-1eee02cf-e3a2-40f9-8f5b-cdd250649cc9 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/security-groups?id=fde0539e-a142-4cab-af8d-23fa113d468f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455406 Mar 23 12:58:47.688319 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-9f06ca6b-1269-4999-9f06-3586149d671a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 23 12:58:47.689737 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-9f06ca6b-1269-4999-9f06-3586149d671a tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 946 time: 0.0557892 Mar 23 12:58:47.786001 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Deleting port 5dc9627f-8604-4f89-8967-b74f76c7596b {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:47.786342 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:47.875558 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] For port 5dc9627f-8604-4f89-8967-b74f76c7596b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=5dc9627f-8604-4f89-8967-b74f76c7596b,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:47.875912 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:47.890447 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Calling delete_port for 5dc9627f-8604-4f89-8967-b74f76c7596b owned by compute:nova {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:47.984071 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-900e507c-0dce-4102-85d3-73a28dbf5b00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:48.024737 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (5dc9627f-8604-4f89-8967-b74f76c7596b), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:48.054660 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event deleted for resources: {'Port': ['ID=5dc9627f-8604-4f89-8967-b74f76c7596b,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:48.098248 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] No DVR routers for this DVR port 5dc9627f-8604-4f89-8967-b74f76c7596b on host hv-cinder-79724 {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:48.101394 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for port (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:48.104777 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [req-dfd4240d-03cd-4c42-a26c-0687d5d752d4 req-4d1a44c9-9963-4bd0-a56a-4251d53b4387 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.53 "DELETE /v2.0/ports/5dc9627f-8604-4f89-8967-b74f76c7596b HTTP/1.1" status: 204 len: 173 time: 0.4033253 Mar 23 12:58:48.105217 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'name': 'network-vif-deleted', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b'}] {{(pid=115109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 23 12:58:48.107416 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.45/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6daf09f759e1f856fe04263d1051d76f328f6938e5978b563372e9395f3332d3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5b3fa6-9ec3-49ad-ac7b-f34f6fc6cb26" -d '{"events": [{"server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "name": "network-vif-deleted", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b"}]}' {{(pid=115109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 23 12:58:48.142922 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Mar 2022 12:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0acb932f-2fea-48fd-9ae4-12e06520be88 x-openstack-request-id: req-0acb932f-2fea-48fd-9ae4-12e06520be88 {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 23 12:58:48.143226 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d4e0ea-5105-4f16-bacd-d0499f0bc16a", "name": "network-vif-deleted", "tag": "5dc9627f-8604-4f89-8967-b74f76c7596b", "status": "completed", "code": 200}]} {{(pid=115109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 23 12:58:48.143482 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.45/compute/v2.1/os-server-external-events used request id req-0acb932f-2fea-48fd-9ae4-12e06520be88 {{(pid=115109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 23 12:58:48.143886 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0acb932f-2fea-48fd-9ae4-12e06520be88'] response: {'server_uuid': '38d4e0ea-5105-4f16-bacd-d0499f0bc16a', 'name': 'network-vif-deleted', 'tag': '5dc9627f-8604-4f89-8967-b74f76c7596b', 'status': 'completed', 'code': 200} Mar 23 12:58:48.331278 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [req-aa7ba2d5-ad4b-4a67-b2e8-506b51cfd518 req-52f6e632-53f1-4b39-8b90-8d273a8b5165 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "GET /v2.0/ports?device_id=38d4e0ea-5105-4f16-bacd-d0499f0bc16a HTTP/1.1" status: 200 len: 210 time: 0.0307879 Mar 23 12:58:49.387824 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53236) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:49.510307 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Deleting port db32bb9c-83b5-454c-b2b2-161c8096dd98 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:49.510637 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (db32bb9c-83b5-454c-b2b2-161c8096dd98), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:49.588241 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (db32bb9c-83b5-454c-b2b2-161c8096dd98), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:49.588570 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (db32bb9c-83b5-454c-b2b2-161c8096dd98), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:49.600498 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Calling delete_port for db32bb9c-83b5-454c-b2b2-161c8096dd98 owned by network:floatingip {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:49.651754 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:49.735579 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (db32bb9c-83b5-454c-b2b2-161c8096dd98), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:50.023246 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event deleted for resources: {'Port': ['ID=db32bb9c-83b5-454c-b2b2-161c8096dd98,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:50.083233 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for floatingip (ce0579fc-cdf6-472f-9967-7fc3ae610a9f), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:50.086974 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-248734'] for floatingip (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:50.088130 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-789fb226-5550-417e-8497-527873b73140 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "DELETE /v2.0/floatingips/ce0579fc-cdf6-472f-9967-7fc3ae610a9f HTTP/1.1" status: 204 len: 168 time: 0.6992819 Mar 23 12:58:51.117326 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:51.279969 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53248) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:51.335852 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-eabeb458-8c90-4c42-b33f-54ebe9014413 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group (fde0539e-a142-4cab-af8d-23fa113d468f), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:51.360130 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-eabeb458-8c90-4c42-b33f-54ebe9014413 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group (fde0539e-a142-4cab-af8d-23fa113d468f), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:51.426141 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-eabeb458-8c90-4c42-b33f-54ebe9014413 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (fde0539e-a142-4cab-af8d-23fa113d468f), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:51.429459 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-eabeb458-8c90-4c42-b33f-54ebe9014413 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:51.430650 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-eabeb458-8c90-4c42-b33f-54ebe9014413 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] 10.222.0.45 "DELETE /v2.0/security-groups/fde0539e-a142-4cab-af8d-23fa113d468f HTTP/1.1" status: 204 len: 168 time: 0.1496482 Mar 23 12:58:51.439655 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabeb458-8c90-4c42-b33f-54ebe9014413 tempest-TestVolumeBootPattern-1351053716 tempest-TestVolumeBootPattern-1351053716-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde0539e-a142-4cab-af8d-23fa113d468f,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:51.493780 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 53252) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:51.584171 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:51.940644 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (51a04fd7-5b22-4c88-af79-49ad3028e442), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:52.183672 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Deleting port f04299c1-32dc-4373-bc38-fe280faf4223 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:52.184008 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:52.264440 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] For port f04299c1-32dc-4373-bc38-fe280faf4223, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f04299c1-32dc-4373-bc38-fe280faf4223,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:52.264797 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:52.278768 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Calling delete_port for f04299c1-32dc-4373-bc38-fe280faf4223 owned by network:router_interface {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:52.402834 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5dc9627f-8604-4f89-8967-b74f76c7596b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:52.423732 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] No Port match for: 5dc9627f-8604-4f89-8967-b74f76c7596b {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:58:52.424016 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Device 5dc9627f-8604-4f89-8967-b74f76c7596b not bound to the agent host hv-cinder-79724 {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:52.467956 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (f04299c1-32dc-4373-bc38-fe280faf4223), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:52.493326 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Pushing event deleted for resources: {'Port': ['ID=f04299c1-32dc-4373-bc38-fe280faf4223,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:52.504549 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.505105 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.505221 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.505698 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.506221 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.506568 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.506942 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.507278 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.507604 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.507931 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.508285 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.508611 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.508931 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.509250 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.509566 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-11-iscsi {{(pid=115108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 23 12:58:52.672344 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (51a04fd7-5b22-4c88-af79-49ad3028e442), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:52.900583 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Router 51a04fd7-5b22-4c88-af79-49ad3028e442 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:53.008542 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:53.014123 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-40429899-f58a-4e30-bfeb-a44c2babfa28 admin admin] 10.222.0.45 "PUT /v2.0/routers/51a04fd7-5b22-4c88-af79-49ad3028e442/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5192966 Mar 23 12:58:53.016777 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 53256) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:53.019161 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] Sync routers for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:53.029349 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:53.030187 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:58:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:53.119654 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks [] for router (51a04fd7-5b22-4c88-af79-49ad3028e442), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:53.150553 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:53.366148 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:58:52Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:53.399328 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] Checking router: 51a04fd7-5b22-4c88-af79-49ad3028e442 for host: dv-cinder-797245-11-iscsi {{(pid=115112) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:53.408323 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] Routers {'51a04fd7-5b22-4c88-af79-49ad3028e442'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115112) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:53.410111 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:58:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['51a04fd7-5b22-4c88-af79-49ad3028e442'], 'active': True} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:53.472433 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks [] for router_gateway (51a04fd7-5b22-4c88-af79-49ad3028e442), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:53.520317 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_dvr_db [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] Set router 51a04fd7-5b22-4c88-af79-49ad3028e442 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115112) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:53.523907 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Deleting port 2609aeab-04ce-43c5-862c-f5be5417fa1a {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:53.524449 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:53.602567 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] For port 2609aeab-04ce-43c5-862c-f5be5417fa1a, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=2609aeab-04ce-43c5-862c-f5be5417fa1a,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:53.602931 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:53.617469 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Calling delete_port for 2609aeab-04ce-43c5-862c-f5be5417fa1a owned by network:router_gateway {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:53.706202 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.db.l3_hamode_db [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:58:52Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115112) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:53.746722 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56fa116-ee19-46e6-94ad-384c5b69a14a None None] The sync data for ids ['51a04fd7-5b22-4c88-af79-49ad3028e442'] in dv-cinder-797245-11-iscsi is: [{'id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'name': 'tempest-TestVolumeBootPattern-1979872057-router', 'tenant_id': '67247c1540b6442987cab91eb46e67a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239'}], 'enable_snat': True}, 'gw_port_id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:58:52Z', 'revision_number': 5, 'project_id': '67247c1540b6442987cab91eb46e67a5', 'gw_port': {'id': '2609aeab-04ce-43c5-862c-f5be5417fa1a', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ec:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51a04fd7-5b22-4c88-af79-49ad3028e442', 'device_owner': 'network:router_gateway', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:32Z', 'updated_at': '2022-03-23T12:50:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}] {{(pid=115112) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:53.799113 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (2609aeab-04ce-43c5-862c-f5be5417fa1a), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:53.827736 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2609aeab-04ce-43c5-862c-f5be5417fa1a,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:53.889822 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (51a04fd7-5b22-4c88-af79-49ad3028e442), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:53.983273 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (51a04fd7-5b22-4c88-af79-49ad3028e442), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:53.985416 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks [] for router_controller (51a04fd7-5b22-4c88-af79-49ad3028e442), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.030795 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (51a04fd7-5b22-4c88-af79-49ad3028e442), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.035423 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51a04fd7-5b22-4c88-af79-49ad3028e442 {{(pid=115108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:58:54.037900 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.037900 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-768a58a2-6339-40b1-b3f9-b7bdf9da4ad6 admin admin] 10.222.0.45 "DELETE /v2.0/routers/51a04fd7-5b22-4c88-af79-49ad3028e442 HTTP/1.1" status: 204 len: 168 time: 1.0191119 Mar 23 12:58:54.041110 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 53258) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:54.087740 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.db_base_plugin_v2 [None req-6656e4cb-e548-48b6-a3f4-eb25698d49cd admin admin] Deleting subnet e6aea821-992b-420c-87ef-78bd650da4ba {{(pid=115108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:58:54.091664 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6656e4cb-e548-48b6-a3f4-eb25698d49cd admin admin] Publish callbacks [] for subnet (e6aea821-992b-420c-87ef-78bd650da4ba), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.127720 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6656e4cb-e548-48b6-a3f4-eb25698d49cd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13746944'] for subnet (e6aea821-992b-420c-87ef-78bd650da4ba), precommit_delete_associations {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.212970 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6656e4cb-e548-48b6-a3f4-eb25698d49cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (e6aea821-992b-420c-87ef-78bd650da4ba), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.266384 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6656e4cb-e548-48b6-a3f4-eb25698d49cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58406604', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13932603'] for subnet (e6aea821-992b-420c-87ef-78bd650da4ba), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.292728 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6656e4cb-e548-48b6-a3f4-eb25698d49cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6aea821-992b-420c-87ef-78bd650da4ba,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:54.296244 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-6656e4cb-e548-48b6-a3f4-eb25698d49cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for subnet (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.302946 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-6656e4cb-e548-48b6-a3f4-eb25698d49cd admin admin] 10.222.0.45 "DELETE /v2.0/subnets/e6aea821-992b-420c-87ef-78bd650da4ba HTTP/1.1" status: 204 len: 168 time: 0.2573636 Mar 23 12:58:54.302946 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [-] (115108) accepted ('10.222.0.45', 53260) {{(pid=115108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:54.305646 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45526b2e-7987-44fb-8067-6aed9cda23f7 None None] Network 71f60b8e-14e6-4d0f-953e-301bb816274c requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:58:54.372396 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (71f60b8e-14e6-4d0f-953e-301bb816274c), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.433382 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Deleting port 9e8632bf-a26e-4e12-bdf6-163418c8c133 {{(pid=115108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:54.433728 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.496455 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.db [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] For port 9e8632bf-a26e-4e12-bdf6-163418c8c133, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=9e8632bf-a26e-4e12-bdf6-163418c8c133,segment=NetworkSegment(3e9d86f3-b09c-48cc-942a-1c8cc6357fa4),segment_id=3e9d86f3-b09c-48cc-942a-1c8cc6357fa4)] {{(pid=115108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:54.496800 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.510164 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.plugin [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Calling delete_port for 9e8632bf-a26e-4e12-bdf6-163418c8c133 owned by network:dhcp {{(pid=115108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:54.589197 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58407741'] for port (9e8632bf-a26e-4e12-bdf6-163418c8c133), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.618883 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8632bf-a26e-4e12-bdf6-163418c8c133,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:54.623585 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] No DVR routers for this DVR port 9e8632bf-a26e-4e12-bdf6-163418c8c133 on host dv-cinder-797245-11-iscsi {{(pid=115108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:54.694472 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (71f60b8e-14e6-4d0f-953e-301bb816274c), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.720072 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f60b8e-14e6-4d0f-953e-301bb816274c']}} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:54.731072 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4') {'for_net_delete': True} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:54.731357 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.services.segments.db [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e9d86f3-b09c-48cc-942a-1c8cc6357fa4') {} {{(pid=115108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:54.744168 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13747001'] for segment (3e9d86f3-b09c-48cc-942a-1c8cc6357fa4), before_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.760510 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (3e9d86f3-b09c-48cc-942a-1c8cc6357fa4), precommit_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.767511 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=115108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:54.767937 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58407790'] for segment (3e9d86f3-b09c-48cc-942a-1c8cc6357fa4), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: Traceback (most recent call last): Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: timer() Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: cb(*args, **kw) Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: return func(*args, **kwargs) Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: self._notify() Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: self.callback(batched_events) Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: event.method(event) Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: return f(self, *a, **k) Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._get(url).json() Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:54.769788 dv-cinder-797245-11-iscsi neutron-server[115108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:54.788896 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0d3560-ee4e-42d9-9bbc-f76286bdec25 None None] DHCP port deletion for 71f60b8e-14e6-4d0f-953e-301bb816274c request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:58:54.842636 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (71f60b8e-14e6-4d0f-953e-301bb816274c), after_delete {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.851171 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron_lib.callbacks.manager [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:54.854437 dv-cinder-797245-11-iscsi neutron-server[115108]: INFO neutron.wsgi [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] 10.222.0.45 "DELETE /v2.0/networks/71f60b8e-14e6-4d0f-953e-301bb816274c HTTP/1.1" status: 204 len: 168 time: 0.5513887 Mar 23 12:58:54.854811 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 2609aeab-04ce-43c5-862c-f5be5417fa1a no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:54.857453 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53262) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:54.864477 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b07da-4a7a-44ff-bb6b-bff7c1245599 admin admin] Pushing event deleted for resources: {'Network': ['ID=71f60b8e-14e6-4d0f-953e-301bb816274c,revision_number=None']} {{(pid=115108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:54.879305 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 2609aeab-04ce-43c5-862c-f5be5417fa1a {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:58:54.879656 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 2609aeab-04ce-43c5-862c-f5be5417fa1a not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:54.880070 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 9e8632bf-a26e-4e12-bdf6-163418c8c133 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:54.899785 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 9e8632bf-a26e-4e12-bdf6-163418c8c133 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:58:54.900151 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 9e8632bf-a26e-4e12-bdf6-163418c8c133 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:54.900582 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f04299c1-32dc-4373-bc38-fe280faf4223 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:54.921834 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: f04299c1-32dc-4373-bc38-fe280faf4223 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:58:54.922178 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f04299c1-32dc-4373-bc38-fe280faf4223 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:55.223286 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16251977'] for router_interface (780ff1d4-7e6c-4b07-9697-4443d3dc0904), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:55.491370 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Deleting port f21d23e4-92a9-45d1-86af-2d4e50135990 {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:55.491621 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:55.578539 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] For port f21d23e4-92a9-45d1-86af-2d4e50135990, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=f21d23e4-92a9-45d1-86af-2d4e50135990,segment=NetworkSegment(44decf08-140e-4474-a2a1-b916b2d2a350),segment_id=44decf08-140e-4474-a2a1-b916b2d2a350)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:55.578896 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:55.592991 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Calling delete_port for f21d23e4-92a9-45d1-86af-2d4e50135990 owned by network:router_interface {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:55.785869 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (f21d23e4-92a9-45d1-86af-2d4e50135990), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:55.811778 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Pushing event deleted for resources: {'Port': ['ID=f21d23e4-92a9-45d1-86af-2d4e50135990,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:55.830862 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:55.996497 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16242766', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16238585'] for router_interface (780ff1d4-7e6c-4b07-9697-4443d3dc0904), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:56.217379 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 has already been hosted by L3 agent 59e660ee-043d-43cc-9f68-80dfbbde7ba9 {{(pid=115109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 23 12:58:56.328316 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] Notify agent at l3_agent.dv-cinder-797245-11-iscsi the message routers_updated {{(pid=115109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 23 12:58:56.334494 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-f12de110-1347-4a97-b3ac-e51b792447fd admin admin] 10.222.0.45 "PUT /v2.0/routers/780ff1d4-7e6c-4b07-9697-4443d3dc0904/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4748552 Mar 23 12:58:56.336375 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53264) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:56.338043 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] Sync routers for ids ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'] in dv-cinder-797245-11-iscsi {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 23 12:58:56.347900 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] Routers {'780ff1d4-7e6c-4b07-9697-4443d3dc0904'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:56.348545 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:58:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:56.444433 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks [] for router (780ff1d4-7e6c-4b07-9697-4443d3dc0904), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:56.461222 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] Set router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 gateway port host: dv-cinder-797245-11-iscsi {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:56.548093 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks [] for router_gateway (780ff1d4-7e6c-4b07-9697-4443d3dc0904), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:56.606887 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Deleting port c2f842f8-0244-4378-9f50-2d0fe492037d {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:56.607243 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:56.664068 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'external_fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:41Z', 'updated_at': '2022-03-23T12:58:55Z', 'revision_number': 5, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'gw_port': {'id': 'c2f842f8-0244-4378-9f50-2d0fe492037d', 'name': '', 'network_id': '5f065132-6efd-46e0-bbe9-66c7e7d0efa7', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:82:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-11-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-23T12:50:42Z', 'updated_at': '2022-03-23T12:50:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '978f2e9e-598a-453b-b52a-46b8336900d3', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-11-iscsi'}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:56.687475 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] For port c2f842f8-0244-4378-9f50-2d0fe492037d, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=c2f842f8-0244-4378-9f50-2d0fe492037d,segment=NetworkSegment(c73a3a38-118d-43d0-97de-f1b5d1b3fea8),segment_id=c73a3a38-118d-43d0-97de-f1b5d1b3fea8)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:56.687835 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:56.690200 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] Checking router: 780ff1d4-7e6c-4b07-9697-4443d3dc0904 for host: dv-cinder-797245-11-iscsi {{(pid=115113) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 23 12:58:56.698802 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] Routers {'780ff1d4-7e6c-4b07-9697-4443d3dc0904'} bound to L3 agent in host dv-cinder-797245-11-iscsi {{(pid=115113) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 23 12:58:56.699427 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-11-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-23T12:39:18Z,description=,heartbeat_timestamp=2022-03-23T12:58:48Z,host='dv-cinder-797245-11-iscsi',id=59e660ee-043d-43cc-9f68-80dfbbde7ba9,load=0,resource_versions=,resources_synced=,started_at=2022-03-23T12:39:18Z,topic='l3_agent')) {'router_ids': ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'], 'active': True} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:56.704440 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Calling delete_port for c2f842f8-0244-4378-9f50-2d0fe492037d owned by network:router_gateway {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:56.798691 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_dvr_db [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] Set router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 gateway port host: None {{(pid=115113) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 23 12:58:56.857966 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.l3_hamode_db [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:41Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 6, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'gw_port_host': None}], 'dv-cinder-797245-11-iscsi', False) {} {{(pid=115113) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:56.883815 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (c2f842f8-0244-4378-9f50-2d0fe492037d), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:56.885801 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-615936f2-6e55-4269-806a-0958454e6fa0 None None] The sync data for ids ['780ff1d4-7e6c-4b07-9697-4443d3dc0904'] in dv-cinder-797245-11-iscsi is: [{'id': '780ff1d4-7e6c-4b07-9697-4443d3dc0904', 'name': 'tempest-TestVolumeBootPattern-1282963429-router', 'tenant_id': '766c42e1c16541f4b44ea1fc4c071268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-23T12:50:41Z', 'updated_at': '2022-03-23T12:58:56Z', 'revision_number': 6, 'project_id': '766c42e1c16541f4b44ea1fc4c071268', 'gw_port_host': None}] {{(pid=115113) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 23 12:58:56.910392 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2f842f8-0244-4378-9f50-2d0fe492037d,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:56.971459 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16237315'] for router_gateway (780ff1d4-7e6c-4b07-9697-4443d3dc0904), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.065454 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16239087', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2037'] for router (780ff1d4-7e6c-4b07-9697-4443d3dc0904), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.067526 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks [] for router_controller (780ff1d4-7e6c-4b07-9697-4443d3dc0904), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.114460 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16239072'] for router (780ff1d4-7e6c-4b07-9697-4443d3dc0904), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.115062 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 780ff1d4-7e6c-4b07-9697-4443d3dc0904 {{(pid=115109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 23 12:58:57.119433 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.121130 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-52d3ca11-bb0f-4bb0-a31d-454f9a537737 admin admin] 10.222.0.45 "DELETE /v2.0/routers/780ff1d4-7e6c-4b07-9697-4443d3dc0904 HTTP/1.1" status: 204 len: 168 time: 0.7834311 Mar 23 12:58:57.123429 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53266) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:57.169175 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fa9b1b-b33a-4313-a1f2-dd05bfdaa260 admin admin] Deleting subnet 006f3214-7093-4f5f-ac80-36f51ec5c7fe {{(pid=115109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 23 12:58:57.172231 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-35fa9b1b-b33a-4313-a1f2-dd05bfdaa260 admin admin] Publish callbacks [] for subnet (006f3214-7093-4f5f-ac80-36f51ec5c7fe), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.207520 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-35fa9b1b-b33a-4313-a1f2-dd05bfdaa260 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13703470'] for subnet (006f3214-7093-4f5f-ac80-36f51ec5c7fe), precommit_delete_associations {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.294783 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-35fa9b1b-b33a-4313-a1f2-dd05bfdaa260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1411584'] for subnet (006f3214-7093-4f5f-ac80-36f51ec5c7fe), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.348976 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-35fa9b1b-b33a-4313-a1f2-dd05bfdaa260 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1411609', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16274222', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-58409122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13078138'] for subnet (006f3214-7093-4f5f-ac80-36f51ec5c7fe), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.374696 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fa9b1b-b33a-4313-a1f2-dd05bfdaa260 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=006f3214-7093-4f5f-ac80-36f51ec5c7fe,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:57.379730 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-35fa9b1b-b33a-4313-a1f2-dd05bfdaa260 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.384620 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-35fa9b1b-b33a-4313-a1f2-dd05bfdaa260 admin admin] 10.222.0.45 "DELETE /v2.0/subnets/006f3214-7093-4f5f-ac80-36f51ec5c7fe HTTP/1.1" status: 204 len: 168 time: 0.2593992 Mar 23 12:58:57.386357 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53268) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:57.388305 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8658fcb9-086c-447e-bd1c-0e7997013834 None None] Network 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 requested from dv-cinder-797245-11-iscsi {{(pid=115112) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 23 12:58:57.458609 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1338959'] for network (81efd1ce-87d4-4d63-ac90-9f2b700ac9a5), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.522609 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Deleting port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a {{(pid=115109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 23 12:58:57.522943 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8782311064095'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.587779 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.db [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] For port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a, host dv-cinder-797245-11-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-11-iscsi',level=0,port_id=2dbc3564-d3fc-49a7-b693-f4e6147cb10a,segment=NetworkSegment(44decf08-140e-4474-a2a1-b916b2d2a350),segment_id=44decf08-140e-4474-a2a1-b916b2d2a350)] {{(pid=115109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 23 12:58:57.588020 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16248155'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.601849 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.plugin [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Calling delete_port for 2dbc3564-d3fc-49a7-b693-f4e6147cb10a owned by network:dhcp {{(pid=115109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 23 12:58:57.680622 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc7fcd8-593d-4993-956a-1895c020a476 None None] DHCP port deletion for 81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 request from dv-cinder-797245-11-iscsi {{(pid=115112) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 23 12:58:57.687628 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1518205', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88100', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8782311070594', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8782310502916', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-58412371'] for port (2dbc3564-d3fc-49a7-b693-f4e6147cb10a), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.710705 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-3dc7fcd8-593d-4993-956a-1895c020a476 None None] The port '2dbc3564-d3fc-49a7-b693-f4e6147cb10a' was deleted {{(pid=115112) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2024}} Mar 23 12:58:57.721466 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2dbc3564-d3fc-49a7-b693-f4e6147cb10a,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:57.726381 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] No DVR routers for this DVR port 2dbc3564-d3fc-49a7-b693-f4e6147cb10a on host dv-cinder-797245-11-iscsi {{(pid=115109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 23 12:58:57.798860 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1475253', 'neutron.services.segments.db._delete_segments_for_network-8782310846019'] for network (81efd1ce-87d4-4d63-ac90-9f2b700ac9a5), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.822240 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81efd1ce-87d4-4d63-ac90-9f2b700ac9a5']}} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:57.832217 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44decf08-140e-4474-a2a1-b916b2d2a350') {'for_net_delete': True} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:57.832521 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.services.segments.db [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44decf08-140e-4474-a2a1-b916b2d2a350') {} {{(pid=115109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 23 12:58:57.843586 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8782310845516', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13703447'] for segment (44decf08-140e-4474-a2a1-b916b2d2a350), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.858127 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745'] for segment (44decf08-140e-4474-a2a1-b916b2d2a350), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.864687 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=115109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 23 12:58:57.865261 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1406745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-58412288'] for segment (44decf08-140e-4474-a2a1-b916b2d2a350), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: Traceback (most recent call last): Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: timer() Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: cb(*args, **kw) Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: return func(*args, **kwargs) Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: self._notify() Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: self.callback(batched_events) Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: event.method(event) Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: aggregate_uuid = self.p_client.list_aggregates( Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: return f(self, *a, **k) Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._get(url).json() Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: return self.request(url, 'GET', **kwargs) Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: base_url = self.get_endpoint(auth, allow=allow, Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 23 12:58:57.866945 dv-cinder-797245-11-iscsi neutron-server[115109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 23 12:58:57.928950 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1475214', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270298', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16242753', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16237439'] for network (81efd1ce-87d4-4d63-ac90-9f2b700ac9a5), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.934850 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16242803'] for network (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:57.938288 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] 10.222.0.45 "DELETE /v2.0/networks/81efd1ce-87d4-4d63-ac90-9f2b700ac9a5 HTTP/1.1" status: 204 len: 168 time: 0.5507092 Mar 23 12:58:57.950628 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd466fc-807c-4cdd-a246-2a96a9b12bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=81efd1ce-87d4-4d63-ac90-9f2b700ac9a5,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:58.051740 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53272) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:58.092563 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-c2df12e3-05a0-40c4-b1d1-cf7edaf80ec3 admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=67247c1540b6442987cab91eb46e67a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395513 Mar 23 12:58:58.095098 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53274) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:58.141905 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3befb1f0-8956-4cae-823d-4eb6e1217299 admin admin] Publish callbacks [] for security_group (431a9932-91c6-4c63-99ce-3dfb56f9fd66), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:58.163752 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3befb1f0-8956-4cae-823d-4eb6e1217299 admin admin] Publish callbacks [] for security_group (431a9932-91c6-4c63-99ce-3dfb56f9fd66), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:58.216058 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3befb1f0-8956-4cae-823d-4eb6e1217299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (431a9932-91c6-4c63-99ce-3dfb56f9fd66), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:58.218623 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-3befb1f0-8956-4cae-823d-4eb6e1217299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:58.219822 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-3befb1f0-8956-4cae-823d-4eb6e1217299 admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/431a9932-91c6-4c63-99ce-3dfb56f9fd66 HTTP/1.1" status: 204 len: 168 time: 0.1238394 Mar 23 12:58:58.229156 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3befb1f0-8956-4cae-823d-4eb6e1217299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431a9932-91c6-4c63-99ce-3dfb56f9fd66,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:58:58.555019 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53280) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:58.600020 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-b435b38d-0043-4ee5-b84a-f400d330dbae admin admin] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=766c42e1c16541f4b44ea1fc4c071268&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413494 Mar 23 12:58:58.600256 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.wsgi [-] (115109) accepted ('10.222.0.45', 53282) {{(pid=115109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 23 12:58:58.618275 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 2dbc3564-d3fc-49a7-b693-f4e6147cb10a no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:58.638890 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: 2dbc3564-d3fc-49a7-b693-f4e6147cb10a {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:58:58.639245 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device 2dbc3564-d3fc-49a7-b693-f4e6147cb10a not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:58.639660 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f21d23e4-92a9-45d1-86af-2d4e50135990 no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:58.654272 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5d2dde1c-a925-4575-8843-16a3cae51eab admin admin] Publish callbacks [] for security_group (b3974fac-f3d9-4237-8fff-48f8601fdd16), before_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:58.659251 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: f21d23e4-92a9-45d1-86af-2d4e50135990 {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:58:58.659601 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device f21d23e4-92a9-45d1-86af-2d4e50135990 not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:58.660015 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device c2f842f8-0244-4378-9f50-2d0fe492037d no longer exists at agent ovs-agent-dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 23 12:58:58.675222 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5d2dde1c-a925-4575-8843-16a3cae51eab admin admin] Publish callbacks [] for security_group (b3974fac-f3d9-4237-8fff-48f8601fdd16), precommit_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:58.679936 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] No Port match for: c2f842f8-0244-4378-9f50-2d0fe492037d {{(pid=115112) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 23 12:58:58.680317 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron.plugins.ml2.rpc [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Device c2f842f8-0244-4378-9f50-2d0fe492037d not bound to the agent host dv-cinder-797245-11-iscsi {{(pid=115112) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 23 12:58:58.726679 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5d2dde1c-a925-4575-8843-16a3cae51eab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16270123'] for security_group (b3974fac-f3d9-4237-8fff-48f8601fdd16), after_delete {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:58.729372 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron_lib.callbacks.manager [None req-5d2dde1c-a925-4575-8843-16a3cae51eab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:58:58.730521 dv-cinder-797245-11-iscsi neutron-server[115109]: INFO neutron.wsgi [None req-5d2dde1c-a925-4575-8843-16a3cae51eab admin admin] 10.222.0.45 "DELETE /v2.0/security-groups/b3974fac-f3d9-4237-8fff-48f8601fdd16 HTTP/1.1" status: 204 len: 168 time: 0.1293650 Mar 23 12:58:58.737982 dv-cinder-797245-11-iscsi neutron-server[115109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2dde1c-a925-4575-8843-16a3cae51eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3974fac-f3d9-4237-8fff-48f8601fdd16,revision_number=None']} {{(pid=115109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 23 12:59:09.827657 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:59:14.855803 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-bffe1ebe-12ad-45ab-993b-da3016aca5d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:17.986008 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3e1e09f1-edea-4022-b882-1c7f527a30be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:19.654640 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:21.121736 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:21.579927 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:25.839128 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:44.858835 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-bf3ebc9e-43dd-413a-b661-b0168c9788f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:46.827105 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 12:59:47.989168 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-4dba23a2-7c24-445e-82f5-7c6622412a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:49.659645 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:51.120886 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:51.578462 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 12:59:55.828489 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:14.865331 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c8b53def-d9d4-440d-9239-02268a1534fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:17.991302 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-5108606d-a5b3-4ace-a119-4b622247a6f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:19.661189 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:21.123125 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:21.571954 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:23.826103 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:00:25.870472 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:44.858470 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-3ddb21cb-bb75-444b-8a04-89c0e2d7447c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:47.994836 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-64acabd5-e00d-4c95-80fe-8e5747fcb010 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:49.664070 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:51.129130 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:51.573532 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:00:55.884257 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:00.825125 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:01:14.860577 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-6f597563-7346-4fc3-9aaa-73f6534d1dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:17.996384 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d7b38781-4de3-487d-88bd-b76ed5be3c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:19.665340 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:21.129562 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:21.575071 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:25.900281 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:37.824004 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:01:44.866136 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-322ca25b-5108-4935-83c6-1d888265218c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:47.998042 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a8209b0-6bd9-4893-afe5-b0d8d7e14434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:49.669214 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:51.133117 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:51.578838 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:01:55.901039 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:14.823308 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:02:14.859119 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-fb99784f-d96e-4f80-b675-e289ae01cd13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:17.998823 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-84e4ff1e-0b89-4288-ad78-5068b3825f1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:19.671912 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:21.132984 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:21.583303 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:25.899923 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:44.861043 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-f34f0549-fb09-4718-ab8d-585f2fbd9a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:48.000895 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-42079b80-3ae2-430e-a644-aec34a585a94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:49.675449 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:51.136462 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:51.589620 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:02:51.822234 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:02:55.918315 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:14.863736 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b00c52e3-95f0-4b6f-affa-0961ff33bf8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:18.002926 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-89581068-c31c-4553-8d10-60af94052281 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:19.676818 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:21.137455 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:21.581400 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:25.945665 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:28.821862 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:03:34.775518 dv-cinder-797245-11-iscsi neutron-server[115108]: DEBUG neutron.wsgi [req-2a7767dc-61df-4d44-88a3-4c649f3625bd req-857976d3-baff-43a9-8ab0-a98012d6d9c1 service neutron] (115108) timed out ('10.222.0.53', 64390) {{(pid=115108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 23 13:03:44.867475 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-c21a1c83-124e-4e83-966f-e6b0e46c820c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:48.004073 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-d8e095a8-abd5-49fd-8003-6bef96e1b96d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:49.680382 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:51.140993 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:51.584125 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:03:55.961122 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:04:05.821387 dv-cinder-797245-11-iscsi neutron-server[115113]: DEBUG neutron.db.agents_db [None req-65104ec2-1af1-4a77-b2b6-4ae9d2b5086a None None] Agent healthcheck: found 6 active agents {{(pid=115113) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 23 13:04:14.868950 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-163da43a-0f36-4b36-9b3e-96d94d06a498 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (a169310f-4251-4246-8624-977d3af3205b), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:04:18.009987 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-00fb9069-2a90-4afe-a180-08ffdcb790dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (59e660ee-043d-43cc-9f68-80dfbbde7ba9), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:04:19.682888 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-2a0cda64-0964-4275-bd8f-10f76a10cf84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (2c0d986c-f75e-4da4-b4ed-ddf922e1ebf0), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:04:21.144074 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-b0d7c500-c4fe-4286-b947-39fccbcf259b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (6986857d-5b6f-4ca1-8f30-7f41c04b74af), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:04:21.588001 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-7cb40192-8aac-409f-a018-7b3f1b3a148c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (d2daf2b0-a35f-46d7-a169-72d56eb50edc), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 23 13:04:25.961247 dv-cinder-797245-11-iscsi neutron-server[115112]: DEBUG neutron_lib.callbacks.manager [None req-763eaa2f-0724-46db-b777-48c6f5405dcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8782310846001', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1480822'] for agent (b600bd8c-2d19-45bd-8466-1619c72a1951), after_update {{(pid=115112) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}